[ 524.851417] env[65828]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.851417] env[65828]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.892208] env[65916]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.892208] env[65916]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.550800] env[65916]: INFO neutron.common.config [-] Logging enabled! [ 527.551113] env[65916]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 527.551418] env[65916]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65916) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 527.551730] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 527.551826] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 527.552679] env[65916]: WARNING oslo_policy.policy [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.552909] env[65916]: WARNING oslo_policy.policy [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.554627] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] VMware NSXv3 Agent initialized successfully. [ 527.554979] env[65916]: DEBUG oslo_concurrency.lockutils [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] Acquiring lock "singleton_lock" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.555120] env[65916]: DEBUG oslo_concurrency.lockutils [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] Acquired lock "singleton_lock" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.555352] env[65916]: DEBUG oslo_concurrency.lockutils [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] Releasing lock "singleton_lock" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.555636] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] Full set of CONF: {{(pid=65916) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 527.555736] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ******************************************************************************** {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.555839] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] Configuration options gathered from: {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.556219] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.556391] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.556494] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ================================================================================ {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.556659] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] agent_down_time = 75 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.556793] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] allow_automatic_dhcp_failover = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.556926] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] allow_bulk = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.557081] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] api_extensions_path = {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.557220] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] api_paste_config = api-paste.ini {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.557354] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] auth_strategy = keystone {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.557454] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] backdoor_port = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.557550] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] backdoor_socket = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.557679] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] backlog = 4096 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.557813] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.557970] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] bind_host = 0.0.0.0 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.558119] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] bind_port = 9696 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.558250] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] client_socket_timeout = 900 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.558382] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] config_dir = [] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.558488] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.558620] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] config_source = [] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.558755] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] control_exchange = neutron {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.558888] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] core_plugin = ml2 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.559029] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] debug = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.559164] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] default_availability_zones = [] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.559371] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.559506] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] dhcp_agent_notification = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.559639] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] dhcp_agents_per_network = 1 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.559770] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] dhcp_lease_duration = 86400 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.559906] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] dhcp_load_type = networks {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.560049] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] dns_domain = openstacklocal {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.560185] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.560315] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] enable_default_route_bfd = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.560441] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] enable_default_route_ecmp = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.560564] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] enable_dvr = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.560687] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] enable_new_agents = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.560810] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.560969] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] enable_signals = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.561122] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] enable_traditional_dhcp = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.561248] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] external_dns_driver = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.561415] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] filter_validation = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.561592] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] global_physnet_mtu = 8950 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.561727] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] graceful_shutdown_timeout = 60 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.561909] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] host = cpu-1 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.562068] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] host_dvr_for_dhcp = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.562216] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] http_retries = 3 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.562336] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] instance_format = [instance: %(uuid)s] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.562467] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.562597] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ipam_driver = internal {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.562722] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ipv6_pd_enabled = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.562890] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] l3_ha = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.562999] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.563151] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] l3_ha_network_physical_name = {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.563284] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] l3_ha_network_type = {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.563417] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] log_color = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.563548] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] log_config_append = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.563749] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.563933] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] log_dir = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.564086] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] log_file = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.564190] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] log_options = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.564326] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] log_rotate_interval = 1 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.564464] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] log_rotate_interval_type = days {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.564600] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] log_rotation_type = none {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.564704] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.564804] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.564941] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.565089] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.565189] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.565319] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] max_dns_nameservers = 5 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.565447] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] max_header_line = 16384 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.565573] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] max_l3_agents_per_router = 3 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.565698] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] max_logfile_count = 30 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.565827] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] max_logfile_size_mb = 200 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.565949] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] max_subnet_host_routes = 20 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.566097] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] my_ip = 10.180.1.21 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.566231] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] my_ipv6 = ::1 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.566358] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] network_auto_schedule = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.566480] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] network_link_prefix = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.566612] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.566763] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] notify_nova_on_port_data_changes = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.566951] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] notify_nova_on_port_status_changes = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.567112] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] pagination_max_limit = -1 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.567244] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] publish_errors = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.567375] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] rate_limit_burst = 0 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.567513] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] rate_limit_except_level = CRITICAL {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.567644] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] rate_limit_interval = 0 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.567768] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] retry_until_window = 30 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.567893] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] router_distributed = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.568030] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] rpc_resources_processing_step = 20 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.568167] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] rpc_response_max_timeout = 600 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.568298] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] rpc_response_timeout = 60 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.568424] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] send_events_interval = 2 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.568570] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] service_plugins = ['router'] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.568705] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] setproctitle = on {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.568832] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] shell_completion = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.568964] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] state_path = /opt/stack/data/neutron {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.569113] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] syslog_log_facility = LOG_USER {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.569242] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] tcp_keepidle = 600 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.569375] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] transport_url = **** {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.569501] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] use_journal = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.569625] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] use_json = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.569748] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] use_ssl = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.569870] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] use_stderr = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.570009] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] use_syslog = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.570140] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] vlan_qinq = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.570264] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] vlan_transparent = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.570388] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] watch_log_file = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.570521] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] wsgi_default_pool_size = 100 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.570650] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] wsgi_keep_alive = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.570785] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.570912] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] wsgi_server_debug = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.571068] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_concurrency.disable_process_locking = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.571210] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.571349] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.571481] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.571615] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.571752] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.571982] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.572079] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] profiler.connection_string = messaging:// {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.572180] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] profiler.enabled = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.572318] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] profiler.es_doc_type = notification {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.572451] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] profiler.es_scroll_size = 10000 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.572583] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] profiler.es_scroll_time = 2m {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.572714] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] profiler.filter_error_trace = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.572879] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] profiler.hmac_keys = **** {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.573017] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] profiler.sentinel_service_name = mymaster {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.573166] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] profiler.socket_timeout = 0.1 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.573299] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] profiler.trace_requests = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.573426] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] profiler.trace_sqlalchemy = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.573569] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] profiler_jaeger.process_tags = {} {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.573696] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] profiler_jaeger.service_name_prefix = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.573824] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] profiler_otlp.service_name_prefix = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.573968] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_policy.enforce_new_defaults = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.574267] env[65916]: WARNING oslo_config.cfg [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 527.574416] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_policy.enforce_scope = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.574554] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_policy.policy_default_rule = default {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.574697] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.574835] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.574976] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.575119] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.575264] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.575396] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.575524] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.575657] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.575798] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.575942] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] agent.extensions = [] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.576091] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.576228] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] service_providers.service_provider = [] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.576366] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] QUOTAS.default_quota = -1 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.576504] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.576635] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] QUOTAS.quota_floatingip = 50 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.576765] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] QUOTAS.quota_network = 100 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.576891] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] QUOTAS.quota_port = 500 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.577035] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.577169] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] QUOTAS.quota_router = 10 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.577299] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] QUOTAS.quota_security_group = 10 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.577427] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.577559] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] QUOTAS.quota_subnet = 100 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.577693] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] QUOTAS.track_quota_usage = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.577839] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.578010] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep.group = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.578114] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep.helper_command = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.578240] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep.log_daemon_traceback = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.578374] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.578504] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep.thread_pool_size = 8 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.578631] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep.user = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.578769] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.578894] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_dhcp_release.group = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.579033] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_dhcp_release.helper_command = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.579164] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.579407] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.579546] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.579674] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_dhcp_release.user = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.579813] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.579939] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_ovs_vsctl.group = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.580078] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.580208] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.580342] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.580473] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.580602] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_ovs_vsctl.user = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.580741] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_namespace.capabilities = [21] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.580866] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_namespace.group = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.580991] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_namespace.helper_command = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.581133] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.581266] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.581396] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.581523] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_namespace.user = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.581660] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_conntrack.capabilities = [12] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.581785] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_conntrack.group = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.581909] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_conntrack.helper_command = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.582048] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.582185] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.582316] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.582440] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_conntrack.user = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.582575] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_link.capabilities = [12, 21] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.582702] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_link.group = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.582828] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_link.helper_command = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.582984] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_link.log_daemon_traceback = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.583139] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.583267] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_link.thread_pool_size = 8 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.583394] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] privsep_link.user = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.583547] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.583692] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.583827] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.continue_on_failed_promotions = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.583973] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.dscp = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.584135] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.dscp_inherit = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.584277] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.force_mp_to_policy = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.584407] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.locking_coordinator_url = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.584539] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.log_agent_heartbeats = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.584671] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.logging_expire = 1 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.584808] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.584938] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.585092] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.polling_interval = 240 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.585254] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.585404] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.585546] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.report_interval = 30.0 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.585684] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.585821] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.585959] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.586109] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.sync_skew = 60 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.586240] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.synchronization_queue_size = 20 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.586371] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT.use_helper_for_ns_read = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.586511] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] SECURITYGROUP.enable_ipset = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.586648] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] SECURITYGROUP.enable_security_group = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.586786] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.586928] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.587079] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] experimental.ipv6_pd_enabled = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.587235] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ml2.extension_drivers = ['port_security'] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.587365] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ml2.external_network_type = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.587508] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.587646] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ml2.overlay_ip_version = 4 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.587783] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ml2.path_mtu = 8950 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.587920] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ml2.physical_network_mtus = {} {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.588074] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.588214] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.588352] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ml2.type_drivers = ['vlan'] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.588492] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.588621] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.588749] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.588886] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.589034] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.589176] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.589309] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.589443] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.589577] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.589783] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.589927] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_login_password = **** {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.590081] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.590220] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_login_user = admin {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.590357] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.590494] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.590625] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.590761] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.590900] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.591059] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.591199] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.591335] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.591469] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.591607] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.591746] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.591879] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.592025] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.592228] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.592421] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.592575] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.592713] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.592882] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] nova.auth_section = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.593035] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] nova.auth_type = password {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.593182] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.593314] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] nova.certfile = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.593446] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] nova.collect_timing = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.593583] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] nova.endpoint_type = public {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.593712] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] nova.insecure = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.593839] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] nova.keyfile = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.594010] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] nova.region_name = RegionOne {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.594158] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] nova.split_loggers = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.594291] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] nova.timeout = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.594428] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] placement.auth_section = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.594572] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] placement.auth_type = password {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.594709] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.594836] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] placement.certfile = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.594967] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] placement.collect_timing = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.595122] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] placement.endpoint_type = public {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.595275] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] placement.insecure = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.595409] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] placement.keyfile = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.595537] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] placement.region_name = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.595665] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] placement.split_loggers = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.595793] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] placement.timeout = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.595928] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.auth_section = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.596072] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.auth_type = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.596201] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.cafile = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.596327] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.certfile = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.596459] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.collect_timing = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.596590] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.connect_retries = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.596719] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.connect_retry_delay = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.596852] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.enable_notifications = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.596981] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.endpoint_override = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.597127] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.insecure = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.597257] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.interface = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.597387] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.keyfile = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.597521] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.max_version = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.597650] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.min_version = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.597777] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.region_name = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.597905] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.retriable_status_codes = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.598049] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.service_name = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.598181] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.service_type = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.598311] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.split_loggers = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.598438] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.status_code_retries = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.598566] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.status_code_retry_delay = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.598698] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.timeout = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.598827] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.valid_interfaces = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.598955] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ironic.version = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.599105] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] cli_script.dry_run = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.599254] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.599390] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.599527] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.599659] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.599789] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.599921] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.600063] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.600196] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.600328] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.600471] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.600602] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.600738] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.600874] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.601016] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.601153] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.601292] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.601421] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.601553] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.601692] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.601819] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.601948] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.602093] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.602227] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.602359] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.602491] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.602621] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.602749] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.602901] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.603054] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.603191] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.603322] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.ssl = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.603465] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.603602] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.603734] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.603888] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.604084] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.604232] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.604378] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_notifications.driver = [] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.604516] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_notifications.retry = -1 {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.604670] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.604802] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.604910] env[65916]: DEBUG oslo_service.backend._eventlet.service [None req-f56590fa-ef9c-4780-94ae-b0730a4efec8 None None] ******************************************************************************** {{(pid=65916) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.606098] env[65916]: DEBUG neutron.agent.securitygroups_rpc [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Init firewall settings (driver=nsxv3) {{(pid=65916) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 527.607490] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65916) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 527.607752] env[65916]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] RPC agent_id: nsxm-l-01a.corp.local [ 527.609981] env[65916]: DEBUG dogpile.cache.region [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.610115] env[65916]: DEBUG dogpile.lock [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 527.610213] env[65916]: DEBUG dogpile.lock [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 527.610305] env[65916]: DEBUG dogpile.lock [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 527.610398] env[65916]: DEBUG dogpile.cache.region [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.610484] env[65916]: DEBUG dogpile.lock [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 527.610604] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 527.644680] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Session token - acquiring [ 527.646246] env[65916]: DEBUG networking_nsxv3.common.locking [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.646448] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.646581] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.647040] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.659081] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.046283] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 528.073512] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 528.073746] env[65916]: DEBUG dogpile.cache.region [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Cache value generated in 0.463 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 528.073746] env[65916]: DEBUG dogpile.lock [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 528.073876] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Activating Policy API Provider. [ 528.074135] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Looking for the default Infrastructure Rules. [ 528.149420] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Looking for the Default Layer3 Logged Drop Section. [ 528.166819] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 528.167195] env[65916]: DEBUG networking_nsxv3.common.locking [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.167350] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquiring lock "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.167392] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired lock "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.167660] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired external semaphore "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.168015] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.683526] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.185862] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.688274] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Inventory metadata is going to be refreshed. [ 529.688599] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.418742] env[65916]: DEBUG networking_nsxv3.common.locking [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.418969] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.419049] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.419357] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.431324] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.432266] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.432956] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.452825] env[65916]: DEBUG networking_nsxv3.common.locking [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.453194] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.453352] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.453686] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.453956] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.454257] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.454436] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.454608] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 530.473605] env[65916]: DEBUG networking_nsxv3.common.locking [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.473883] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.474062] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.474389] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.474611] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.474797] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.494944] env[65916]: DEBUG networking_nsxv3.common.locking [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.495248] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.495405] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.495726] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.495930] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.496136] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.515074] env[65916]: DEBUG networking_nsxv3.common.locking [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.515353] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquiring lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.515502] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.515828] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired external semaphore "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.516052] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Releasing lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.516255] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.516403] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.516558] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.535096] env[65916]: DEBUG networking_nsxv3.common.locking [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.535410] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquiring lock "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.535594] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired lock "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.535932] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired external semaphore "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.536203] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Releasing lock "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.536404] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.536548] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.536709] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 530.558982] env[65916]: DEBUG networking_nsxv3.common.locking [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.559277] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.559390] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.559686] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.559823] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.559975] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 530.560216] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.560315] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Inventory metadata have been refreshed. [ 530.560414] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Dryrun:True. Metadata refresh completed. [ 530.560531] env[65916]: DEBUG oslo_concurrency.lockutils [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Releasing lock "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.562274] env[65916]: INFO neutron.agent.agent_extensions_manager [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Loaded agent extensions: [] [ 530.563057] env[65916]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65916) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 530.614099] env[65916]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] NSXv3 Agent Agent RPC Daemon Started! [ 530.614224] env[65916]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] NSXv3 Agent Agent loop - iteration:0 started [ 530.614328] env[65916]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] NSXv3 Agent Agent out of sync with plugin! [ 535.564033] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.564475] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.566906] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.567308] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.345220] env[65916]: INFO networking_nsxv3.common.synchronization [None req-c07cc4e5-5fa0-4737-967c-5231b25c2513 demo admin] Enqueued Resource ID: 55ff06db-65a4-4fe6-84ad-d732d122bf91 with Priority: HIGHEST for action security_group_rules [ 545.345765] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ff06db-65a4-4fe6-84ad-d732d122bf91 with Priority: HIGHEST for action security_group_rules [ 545.346070] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55ff06db-65a4-4fe6-84ad-d732d122bf91 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.346195] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55ff06db-65a4-4fe6-84ad-d732d122bf91" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.346262] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55ff06db-65a4-4fe6-84ad-d732d122bf91" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.346600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55ff06db-65a4-4fe6-84ad-d732d122bf91" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.346694] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55ff06db-65a4-4fe6-84ad-d732d122bf91',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.867123] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.867364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.867364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.867523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.867612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.867709] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55ff06db-65a4-4fe6-84ad-d732d122bf91 already deleted. [ 545.867788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55ff06db-65a4-4fe6-84ad-d732d122bf91" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.347419] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.347852] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.349608] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.349608] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.350989] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.350989] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.351796] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.352164] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.414462] env[65916]: INFO networking_nsxv3.common.synchronization [None req-f55db8d0-643b-4ddc-adb4-d9bc2a1101a5 None None] Enqueued Resource ID: c8b4ef41-6a44-4b00-bf62-69cced3a93d8 with Priority: HIGHEST for action port [ 565.414990] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b4ef41-6a44-4b00-bf62-69cced3a93d8 with Priority: HIGHEST for action port [ 565.415296] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8b4ef41-6a44-4b00-bf62-69cced3a93d8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.415765] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8b4ef41-6a44-4b00-bf62-69cced3a93d8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.415765] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8b4ef41-6a44-4b00-bf62-69cced3a93d8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.415957] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8b4ef41-6a44-4b00-bf62-69cced3a93d8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.416022] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b4ef41-6a44-4b00-bf62-69cced3a93d8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.924017] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8b4ef41-6a44-4b00-bf62-69cced3a93d8 [ 565.924017] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.924017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.924017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.924017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.924017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.924017] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8b4ef41-6a44-4b00-bf62-69cced3a93d8 already deleted. [ 565.924017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8b4ef41-6a44-4b00-bf62-69cced3a93d8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.259152] env[65916]: INFO networking_nsxv3.common.synchronization [None req-8d6c2a94-ceab-4821-99d5-5e4d44340035 None None] Enqueued Resource ID: 29d8f5ee-a7e5-45d8-9701-705f4b46a372 with Priority: HIGHEST for action port [ 567.259152] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d8f5ee-a7e5-45d8-9701-705f4b46a372 with Priority: HIGHEST for action port [ 567.259611] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-29d8f5ee-a7e5-45d8-9701-705f4b46a372 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.259726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29d8f5ee-a7e5-45d8-9701-705f4b46a372" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.259822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29d8f5ee-a7e5-45d8-9701-705f4b46a372" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.260104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29d8f5ee-a7e5-45d8-9701-705f4b46a372" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.260216] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29d8f5ee-a7e5-45d8-9701-705f4b46a372',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.763651] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29d8f5ee-a7e5-45d8-9701-705f4b46a372 [ 567.764275] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.764275] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.764275] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.764473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.765096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.765296] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29d8f5ee-a7e5-45d8-9701-705f4b46a372 already deleted. [ 567.765467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29d8f5ee-a7e5-45d8-9701-705f4b46a372" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.552213] env[65916]: INFO networking_nsxv3.common.synchronization [None req-7ecbfeb2-9206-454a-ad63-e004fad9fdce None None] Enqueued Resource ID: 6174fcac-2442-495e-bfb6-9032cad2b8c6 with Priority: HIGHEST for action port [ 570.553184] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6174fcac-2442-495e-bfb6-9032cad2b8c6 with Priority: HIGHEST for action port [ 570.553502] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-6174fcac-2442-495e-bfb6-9032cad2b8c6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.553627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6174fcac-2442-495e-bfb6-9032cad2b8c6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.553695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6174fcac-2442-495e-bfb6-9032cad2b8c6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.553947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6174fcac-2442-495e-bfb6-9032cad2b8c6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.554059] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6174fcac-2442-495e-bfb6-9032cad2b8c6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.875024] env[65916]: INFO networking_nsxv3.common.synchronization [None req-85633319-ab80-4a47-8dcb-40315d478aab None None] Enqueued Resource ID: ffa1e707-193e-443b-a6cf-f2bc5b204678 with Priority: HIGHEST for action port [ 570.875024] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa1e707-193e-443b-a6cf-f2bc5b204678 with Priority: HIGHEST for action port [ 570.875024] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffa1e707-193e-443b-a6cf-f2bc5b204678 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.875024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffa1e707-193e-443b-a6cf-f2bc5b204678" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.875024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffa1e707-193e-443b-a6cf-f2bc5b204678" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.875024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffa1e707-193e-443b-a6cf-f2bc5b204678" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.875024] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa1e707-193e-443b-a6cf-f2bc5b204678',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.060047] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6174fcac-2442-495e-bfb6-9032cad2b8c6 [ 571.060159] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.060290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.060358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.060676] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.060745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.060837] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6174fcac-2442-495e-bfb6-9032cad2b8c6 already deleted. [ 571.061201] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6174fcac-2442-495e-bfb6-9032cad2b8c6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.383659] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffa1e707-193e-443b-a6cf-f2bc5b204678 [ 571.383659] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.383659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.383659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.383659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.383659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.383659] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffa1e707-193e-443b-a6cf-f2bc5b204678 already deleted. [ 571.383659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffa1e707-193e-443b-a6cf-f2bc5b204678" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.656977] env[65916]: INFO networking_nsxv3.common.synchronization [None req-7b90700e-dcc3-4e53-abe3-0fc6bb0a647a None None] Enqueued Resource ID: 764a6a44-868e-4931-92ce-6d0cf77879dd with Priority: HIGHEST for action port [ 571.657560] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 764a6a44-868e-4931-92ce-6d0cf77879dd with Priority: HIGHEST for action port [ 571.657860] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-764a6a44-868e-4931-92ce-6d0cf77879dd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.657972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-764a6a44-868e-4931-92ce-6d0cf77879dd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.660222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-764a6a44-868e-4931-92ce-6d0cf77879dd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.660480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-764a6a44-868e-4931-92ce-6d0cf77879dd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.660643] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('764a6a44-868e-4931-92ce-6d0cf77879dd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.694031] env[65916]: INFO networking_nsxv3.common.synchronization [None req-698ae59f-f016-438b-8039-9d25e41b972b None None] Enqueued Resource ID: 8e24d1ba-7d8f-4ef6-bb00-422e67fa0cc5 with Priority: HIGHEST for action port [ 571.694031] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e24d1ba-7d8f-4ef6-bb00-422e67fa0cc5 with Priority: HIGHEST for action port [ 571.694031] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e24d1ba-7d8f-4ef6-bb00-422e67fa0cc5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.694031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e24d1ba-7d8f-4ef6-bb00-422e67fa0cc5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.694031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e24d1ba-7d8f-4ef6-bb00-422e67fa0cc5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.694031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e24d1ba-7d8f-4ef6-bb00-422e67fa0cc5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.694031] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e24d1ba-7d8f-4ef6-bb00-422e67fa0cc5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.164294] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 764a6a44-868e-4931-92ce-6d0cf77879dd [ 572.164534] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.164666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.164732] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.164950] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.165061] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.165160] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:764a6a44-868e-4931-92ce-6d0cf77879dd already deleted. [ 572.165677] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-764a6a44-868e-4931-92ce-6d0cf77879dd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.195732] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e24d1ba-7d8f-4ef6-bb00-422e67fa0cc5 [ 572.195956] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.196106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.196167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.196801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.196801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.196801] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e24d1ba-7d8f-4ef6-bb00-422e67fa0cc5 already deleted. [ 572.196801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e24d1ba-7d8f-4ef6-bb00-422e67fa0cc5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.987329] env[65916]: INFO networking_nsxv3.common.synchronization [None req-0c9173a9-7774-442d-bf44-82c689481e7b None None] Enqueued Resource ID: 107aa568-78f1-4c65-81c3-07f71eee8548 with Priority: HIGHEST for action port [ 572.987329] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107aa568-78f1-4c65-81c3-07f71eee8548 with Priority: HIGHEST for action port [ 572.987329] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-107aa568-78f1-4c65-81c3-07f71eee8548 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.987329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-107aa568-78f1-4c65-81c3-07f71eee8548" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.987329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-107aa568-78f1-4c65-81c3-07f71eee8548" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.987329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-107aa568-78f1-4c65-81c3-07f71eee8548" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.987329] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('107aa568-78f1-4c65-81c3-07f71eee8548',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.488978] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 107aa568-78f1-4c65-81c3-07f71eee8548 [ 573.489599] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.489599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.489599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.489769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.489769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.489822] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:107aa568-78f1-4c65-81c3-07f71eee8548 already deleted. [ 573.489985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-107aa568-78f1-4c65-81c3-07f71eee8548" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.779574] env[65916]: INFO networking_nsxv3.common.synchronization [None req-84c65324-0b6b-4b6d-8223-b0b815c9b88a None None] Enqueued Resource ID: fd36d6c0-2e76-4781-88d1-bf4d72cd5b67 with Priority: HIGHEST for action port [ 573.779825] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd36d6c0-2e76-4781-88d1-bf4d72cd5b67 with Priority: HIGHEST for action port [ 573.780394] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd36d6c0-2e76-4781-88d1-bf4d72cd5b67 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.780510] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd36d6c0-2e76-4781-88d1-bf4d72cd5b67" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.780582] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd36d6c0-2e76-4781-88d1-bf4d72cd5b67" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.781179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd36d6c0-2e76-4781-88d1-bf4d72cd5b67" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.781308] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd36d6c0-2e76-4781-88d1-bf4d72cd5b67',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.853900] env[65916]: INFO networking_nsxv3.common.synchronization [None req-3ed25dd6-8dae-403d-af89-7223dae9b86a None None] Enqueued Resource ID: beb08772-94b4-40b2-91dd-931010b50014 with Priority: HIGHEST for action port [ 573.854652] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb08772-94b4-40b2-91dd-931010b50014 with Priority: HIGHEST for action port [ 573.855403] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-beb08772-94b4-40b2-91dd-931010b50014 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.855536] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beb08772-94b4-40b2-91dd-931010b50014" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.855606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beb08772-94b4-40b2-91dd-931010b50014" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.855887] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beb08772-94b4-40b2-91dd-931010b50014" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.855992] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beb08772-94b4-40b2-91dd-931010b50014',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.287179] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd36d6c0-2e76-4781-88d1-bf4d72cd5b67 [ 574.287179] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.287179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.287179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.287179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.287179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.287179] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd36d6c0-2e76-4781-88d1-bf4d72cd5b67 already deleted. [ 574.287179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd36d6c0-2e76-4781-88d1-bf4d72cd5b67" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.358622] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port beb08772-94b4-40b2-91dd-931010b50014 [ 574.358862] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.358996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.359081] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.359297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.359386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.359482] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:beb08772-94b4-40b2-91dd-931010b50014 already deleted. [ 574.359568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beb08772-94b4-40b2-91dd-931010b50014" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.878974] env[65916]: INFO networking_nsxv3.common.synchronization [None req-f2dc0e23-1b6f-489e-ac64-ec8978cfc54b None None] Enqueued Resource ID: 9d6a0981-b943-4673-8e32-c3479a56a630 with Priority: HIGHEST for action port [ 574.883572] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6a0981-b943-4673-8e32-c3479a56a630 with Priority: HIGHEST for action port [ 574.883572] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d6a0981-b943-4673-8e32-c3479a56a630 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.883572] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d6a0981-b943-4673-8e32-c3479a56a630" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.885056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d6a0981-b943-4673-8e32-c3479a56a630" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.885377] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d6a0981-b943-4673-8e32-c3479a56a630" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.885482] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d6a0981-b943-4673-8e32-c3479a56a630',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.389404] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d6a0981-b943-4673-8e32-c3479a56a630 [ 575.389681] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.389757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.390131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.390131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.390131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.390417] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d6a0981-b943-4673-8e32-c3479a56a630 already deleted. [ 575.390467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d6a0981-b943-4673-8e32-c3479a56a630" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.458895] env[65916]: INFO networking_nsxv3.common.synchronization [None req-32865705-67a5-4e2c-bdaa-9319e9834a04 None None] Enqueued Resource ID: a556edcb-c3b9-4498-bc3b-8a1b0c9840fc with Priority: HIGHEST for action port [ 575.458975] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a556edcb-c3b9-4498-bc3b-8a1b0c9840fc with Priority: HIGHEST for action port [ 575.459566] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-a556edcb-c3b9-4498-bc3b-8a1b0c9840fc taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.459687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a556edcb-c3b9-4498-bc3b-8a1b0c9840fc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.459753] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a556edcb-c3b9-4498-bc3b-8a1b0c9840fc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.459994] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a556edcb-c3b9-4498-bc3b-8a1b0c9840fc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.463152] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a556edcb-c3b9-4498-bc3b-8a1b0c9840fc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.965024] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a556edcb-c3b9-4498-bc3b-8a1b0c9840fc [ 575.965194] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.965484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.965632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.965870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.965991] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.966154] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a556edcb-c3b9-4498-bc3b-8a1b0c9840fc already deleted. [ 575.966273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a556edcb-c3b9-4498-bc3b-8a1b0c9840fc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.148056] env[65916]: INFO networking_nsxv3.common.synchronization [None req-fe620870-42db-4c79-9b9e-9af57c3773ae None None] Enqueued Resource ID: 888d5ffe-c0f2-43ed-a391-4f5aeee9b0d9 with Priority: HIGHEST for action port [ 577.148632] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888d5ffe-c0f2-43ed-a391-4f5aeee9b0d9 with Priority: HIGHEST for action port [ 577.149348] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-888d5ffe-c0f2-43ed-a391-4f5aeee9b0d9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.149884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-888d5ffe-c0f2-43ed-a391-4f5aeee9b0d9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.149884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-888d5ffe-c0f2-43ed-a391-4f5aeee9b0d9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.149884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-888d5ffe-c0f2-43ed-a391-4f5aeee9b0d9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.149884] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('888d5ffe-c0f2-43ed-a391-4f5aeee9b0d9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.336160] env[65916]: INFO networking_nsxv3.common.synchronization [None req-26481839-96cd-42ab-ae30-842bf57a6a1f None None] Enqueued Resource ID: a615c36d-3ed9-46a7-9692-17e0e04c6c42 with Priority: HIGHEST for action port [ 577.336160] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a615c36d-3ed9-46a7-9692-17e0e04c6c42 with Priority: HIGHEST for action port [ 577.336160] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-a615c36d-3ed9-46a7-9692-17e0e04c6c42 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.336160] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a615c36d-3ed9-46a7-9692-17e0e04c6c42" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.336160] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a615c36d-3ed9-46a7-9692-17e0e04c6c42" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.337254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a615c36d-3ed9-46a7-9692-17e0e04c6c42" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.337254] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a615c36d-3ed9-46a7-9692-17e0e04c6c42',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.653461] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 888d5ffe-c0f2-43ed-a391-4f5aeee9b0d9 [ 577.653461] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.653461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.653461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.653461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.653461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.653461] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:888d5ffe-c0f2-43ed-a391-4f5aeee9b0d9 already deleted. [ 577.653461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-888d5ffe-c0f2-43ed-a391-4f5aeee9b0d9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.839523] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a615c36d-3ed9-46a7-9692-17e0e04c6c42 [ 577.839953] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.840208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.841142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.841424] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.841542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.841676] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a615c36d-3ed9-46a7-9692-17e0e04c6c42 already deleted. [ 577.841788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a615c36d-3ed9-46a7-9692-17e0e04c6c42" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.413149] env[65916]: INFO networking_nsxv3.common.synchronization [None req-70446bfc-3e75-4629-a5cf-62d57f26dd63 None None] Enqueued Resource ID: ad12db9b-5c79-4d47-a1e5-c2de0058d05a with Priority: HIGHEST for action port [ 578.413667] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad12db9b-5c79-4d47-a1e5-c2de0058d05a with Priority: HIGHEST for action port [ 578.413967] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad12db9b-5c79-4d47-a1e5-c2de0058d05a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.414137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad12db9b-5c79-4d47-a1e5-c2de0058d05a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.414222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad12db9b-5c79-4d47-a1e5-c2de0058d05a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.414465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad12db9b-5c79-4d47-a1e5-c2de0058d05a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.414549] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad12db9b-5c79-4d47-a1e5-c2de0058d05a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.916797] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad12db9b-5c79-4d47-a1e5-c2de0058d05a [ 578.916797] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.916797] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.916797] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.917178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.917178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.917178] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad12db9b-5c79-4d47-a1e5-c2de0058d05a already deleted. [ 578.917178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad12db9b-5c79-4d47-a1e5-c2de0058d05a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.678296] env[65916]: INFO networking_nsxv3.common.synchronization [None req-2337f478-2f35-4fcc-be06-b0a4b4ad30fa None None] Enqueued Resource ID: e822cbfb-a336-4484-b2c0-8a79c512bbdd with Priority: HIGHEST for action port [ 579.678580] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e822cbfb-a336-4484-b2c0-8a79c512bbdd with Priority: HIGHEST for action port [ 579.679066] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-e822cbfb-a336-4484-b2c0-8a79c512bbdd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.679196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e822cbfb-a336-4484-b2c0-8a79c512bbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.679263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e822cbfb-a336-4484-b2c0-8a79c512bbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.679511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e822cbfb-a336-4484-b2c0-8a79c512bbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.679596] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e822cbfb-a336-4484-b2c0-8a79c512bbdd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.140525] env[65916]: INFO networking_nsxv3.common.synchronization [None req-45bf6ad3-3a60-4920-8c26-de4f3ccdcd44 None None] Enqueued Resource ID: aab7d400-9b55-41c5-b22c-751668ebd226 with Priority: HIGHEST for action port [ 580.141349] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab7d400-9b55-41c5-b22c-751668ebd226 with Priority: HIGHEST for action port [ 580.141910] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-aab7d400-9b55-41c5-b22c-751668ebd226 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.142032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aab7d400-9b55-41c5-b22c-751668ebd226" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.142137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aab7d400-9b55-41c5-b22c-751668ebd226" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.143300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aab7d400-9b55-41c5-b22c-751668ebd226" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.143300] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aab7d400-9b55-41c5-b22c-751668ebd226',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.190348] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e822cbfb-a336-4484-b2c0-8a79c512bbdd [ 580.190533] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.190684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.190738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.190982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.191096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.191201] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e822cbfb-a336-4484-b2c0-8a79c512bbdd already deleted. [ 580.191283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e822cbfb-a336-4484-b2c0-8a79c512bbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.646029] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aab7d400-9b55-41c5-b22c-751668ebd226 [ 580.647168] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.647168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.647168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.647168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.647168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.647168] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aab7d400-9b55-41c5-b22c-751668ebd226 already deleted. [ 580.647168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aab7d400-9b55-41c5-b22c-751668ebd226" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.827731] env[65916]: INFO networking_nsxv3.common.synchronization [None req-407dcf1a-1779-432b-8b22-95cc7bf51136 None None] Enqueued Resource ID: 40edd06e-c9fb-4810-8eb7-e9c655e57b6a with Priority: HIGHEST for action port [ 580.827957] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40edd06e-c9fb-4810-8eb7-e9c655e57b6a with Priority: HIGHEST for action port [ 580.831017] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-40edd06e-c9fb-4810-8eb7-e9c655e57b6a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.831017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40edd06e-c9fb-4810-8eb7-e9c655e57b6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.831017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40edd06e-c9fb-4810-8eb7-e9c655e57b6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.831017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40edd06e-c9fb-4810-8eb7-e9c655e57b6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.831017] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40edd06e-c9fb-4810-8eb7-e9c655e57b6a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.845979] env[65916]: INFO networking_nsxv3.common.synchronization [req-17f17466-e644-4c15-9699-e05b067ce4b8 req-d28050c3-9259-4158-8021-7fd0eb0c095f tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Enqueued Resource ID: 56af904d-9628-4da1-a407-362d50f62e51 with Priority: HIGHEST for action security_group_members [ 580.845979] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56af904d-9628-4da1-a407-362d50f62e51 with Priority: HIGHEST for action security_group_members [ 580.845979] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-56af904d-9628-4da1-a407-362d50f62e51 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.845979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.849097] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.849376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.849642] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.849765] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.849832] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.850165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.850289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.850356] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56af904d-9628-4da1-a407-362d50f62e51',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.331772] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40edd06e-c9fb-4810-8eb7-e9c655e57b6a [ 581.332134] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.332541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.333571] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.333821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.333912] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.334028] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40edd06e-c9fb-4810-8eb7-e9c655e57b6a already deleted. [ 581.334135] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40edd06e-c9fb-4810-8eb7-e9c655e57b6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.357046] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.357140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.357192] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.357502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.357600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.357805] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.357911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.358081] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.358241] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.358317] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.358446] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56af904d-9628-4da1-a407-362d50f62e51 already deleted. [ 581.359477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.528389] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.529159] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.529159] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.529159] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.530803] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.530895] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.531106] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.531350] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.531494] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.531771] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.531886] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 581.531994] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 581.532113] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 581.532221] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.532323] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 581.532473] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 581.558644] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 581.558644] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 581.558644] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 581.558644] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.558644] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-c0088028-dc72-4351-8ce0-7b015d5f3931 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.558644] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-c0088028-dc72-4351-8ce0-7b015d5f3931" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.558644] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-c0088028-dc72-4351-8ce0-7b015d5f3931" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.558644] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-c0088028-dc72-4351-8ce0-7b015d5f3931" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.558644] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0088028-dc72-4351-8ce0-7b015d5f3931',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.037837] env[65916]: INFO networking_nsxv3.common.synchronization [None req-a0a4268f-0c98-4d10-bc5c-aca77c8c72b0 None None] Enqueued Resource ID: 1b8e12cd-7416-459f-8082-295d8fe5a016 with Priority: HIGHEST for action port [ 582.038372] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8e12cd-7416-459f-8082-295d8fe5a016 with Priority: HIGHEST for action port [ 582.038668] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b8e12cd-7416-459f-8082-295d8fe5a016 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.038793] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b8e12cd-7416-459f-8082-295d8fe5a016" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.038857] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b8e12cd-7416-459f-8082-295d8fe5a016" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.040096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b8e12cd-7416-459f-8082-295d8fe5a016" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.040199] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8e12cd-7416-459f-8082-295d8fe5a016',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.061632] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.061935] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.062156] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.062448] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.063057] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.063275] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port c0088028-dc72-4351-8ce0-7b015d5f3931 not found, creating... [ 582.063549] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.063706] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.063818] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.064053] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.064212] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.064549] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.064710] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.064825] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.065122] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.065178] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.065294] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: c0088028-dc72-4351-8ce0-7b015d5f3931 is going to be created. [ 582.090211] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.090440] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.090678] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.090832] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.091088] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.091527] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-c0088028-dc72-4351-8ce0-7b015d5f3931" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.542788] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b8e12cd-7416-459f-8082-295d8fe5a016 [ 582.543660] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.544657] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.544744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.545093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.545093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.545160] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b8e12cd-7416-459f-8082-295d8fe5a016 already deleted. [ 582.545244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b8e12cd-7416-459f-8082-295d8fe5a016" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.566712] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.566903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.566994] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.567254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.567494] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.931060] env[65916]: INFO networking_nsxv3.common.synchronization [req-17f17466-e644-4c15-9699-e05b067ce4b8 req-c74c3554-a835-4471-8924-a8ebed6417eb service nova] Enqueued Resource ID: 56af904d-9628-4da1-a407-362d50f62e51 with Priority: HIGHEST for action security_group_rules [ 582.931269] env[65916]: INFO networking_nsxv3.common.synchronization [req-17f17466-e644-4c15-9699-e05b067ce4b8 req-c74c3554-a835-4471-8924-a8ebed6417eb service nova] Enqueued Resource ID: 56af904d-9628-4da1-a407-362d50f62e51 with Priority: HIGHEST for action security_group_members [ 582.931409] env[65916]: INFO networking_nsxv3.common.synchronization [req-17f17466-e644-4c15-9699-e05b067ce4b8 req-c74c3554-a835-4471-8924-a8ebed6417eb service nova] Enqueued Resource ID: c0088028-dc72-4351-8ce0-7b015d5f3931 with Priority: HIGHEST for action port [ 582.931931] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56af904d-9628-4da1-a407-362d50f62e51 with Priority: HIGHEST for action security_group_rules [ 582.932550] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56af904d-9628-4da1-a407-362d50f62e51 with Priority: HIGHEST for action security_group_members [ 582.932550] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0088028-dc72-4351-8ce0-7b015d5f3931 with Priority: HIGHEST for action port [ 582.932550] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56af904d-9628-4da1-a407-362d50f62e51 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.932816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.932816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.932987] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.933116] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56af904d-9628-4da1-a407-362d50f62e51',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.937020] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-56af904d-9628-4da1-a407-362d50f62e51 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.937020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.937020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.937020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.937020] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.937020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.937020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.937020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.937020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.937020] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56af904d-9628-4da1-a407-362d50f62e51',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.937506] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0088028-dc72-4351-8ce0-7b015d5f3931 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.937506] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0088028-dc72-4351-8ce0-7b015d5f3931" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.937506] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0088028-dc72-4351-8ce0-7b015d5f3931" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.937697] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0088028-dc72-4351-8ce0-7b015d5f3931" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.937697] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0088028-dc72-4351-8ce0-7b015d5f3931',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.071426] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.440397] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-56af904d-9628-4da1-a407-362d50f62e51 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.440540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.451233] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56af904d-9628-4da1-a407-362d50f62e51',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.454022] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0088028-dc72-4351-8ce0-7b015d5f3931 with status ACTIVE [ 583.454022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.454022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.454022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.454022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.454022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.454022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.454022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.454022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.454022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.454022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.454022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.454022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.454022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.455776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.458429] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.458429] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0088028-dc72-4351-8ce0-7b015d5f3931 is going to be updated. [ 583.482577] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.482577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.482577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.482577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.482577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.482577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0088028-dc72-4351-8ce0-7b015d5f3931" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.574026] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.603785] env[65916]: INFO networking_nsxv3.common.synchronization [None req-43f54bc4-8267-4202-bccf-246f41318a00 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Enqueued Resource ID: b29573e8-50ba-49f0-94ba-a42943597223 with Priority: HIGHEST for action security_group_rules [ 583.606290] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29573e8-50ba-49f0-94ba-a42943597223 with Priority: HIGHEST for action security_group_rules [ 583.606290] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29573e8-50ba-49f0-94ba-a42943597223 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.606290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.606290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.606290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.606290] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29573e8-50ba-49f0-94ba-a42943597223',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.702682] env[65916]: INFO networking_nsxv3.common.synchronization [None req-c417d492-c65d-446c-8256-bef7e2087fe8 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Enqueued Resource ID: b29573e8-50ba-49f0-94ba-a42943597223 with Priority: HIGHEST for action security_group_rules [ 583.705101] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29573e8-50ba-49f0-94ba-a42943597223 with Priority: HIGHEST for action security_group_rules [ 583.705525] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29573e8-50ba-49f0-94ba-a42943597223 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.705676] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.958848] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56af904d-9628-4da1-a407-362d50f62e51',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.077665] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 584.077974] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 584.139482] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.140072] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.140072] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.140266] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.140266] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.140331] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29573e8-50ba-49f0-94ba-a42943597223 already deleted. [ 584.140426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.140606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.140843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.140901] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29573e8-50ba-49f0-94ba-a42943597223',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.194092] env[65916]: INFO networking_nsxv3.common.synchronization [None req-e11e76b3-3b7e-447b-bcfe-d4e8092103e1 None None] Enqueued Resource ID: b0bd4854-fbfa-4f40-82b4-a982dfe4145b with Priority: HIGHEST for action port [ 584.194407] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0bd4854-fbfa-4f40-82b4-a982dfe4145b with Priority: HIGHEST for action port [ 584.195163] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0bd4854-fbfa-4f40-82b4-a982dfe4145b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.195163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0bd4854-fbfa-4f40-82b4-a982dfe4145b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.195163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0bd4854-fbfa-4f40-82b4-a982dfe4145b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.195163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0bd4854-fbfa-4f40-82b4-a982dfe4145b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.195333] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0bd4854-fbfa-4f40-82b4-a982dfe4145b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.463375] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.463539] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.463604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.463814] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.463929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.464407] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56af904d-9628-4da1-a407-362d50f62e51 is going to be created. [ 584.502406] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.502406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.502406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.502406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.502406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.513460] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56af904d-9628-4da1-a407-362d50f62e51 in Status: UNINITIALIZED for 2s [ 584.677892] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.678108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.678160] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.678351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.678450] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.678549] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29573e8-50ba-49f0-94ba-a42943597223 already deleted. [ 584.678630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.697969] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0bd4854-fbfa-4f40-82b4-a982dfe4145b [ 584.697969] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.697969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.697969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.697969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.697969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.697969] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0bd4854-fbfa-4f40-82b4-a982dfe4145b already deleted. [ 584.698286] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0bd4854-fbfa-4f40-82b4-a982dfe4145b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.927533] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.927680] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.927756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.927968] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.944137] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 584.945186] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.946145] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 584.964783] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.964942] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.965014] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.965266] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.965570] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.965779] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 584.965860] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 584.965922] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 584.989318] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.989490] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.989568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.989847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.990215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.990374] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 585.086075] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.086548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.086548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.086747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.086747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.086852] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 585.116308] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.116537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.116647] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.116864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.117031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.117152] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 585.117313] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.117313] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 585.137450] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.137645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.137730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.138033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.138138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.138254] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 585.138328] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.138400] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 585.165659] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.165659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.165659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.165875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.165972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.166089] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 585.166242] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 585.166242] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 585.166350] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 585.166383] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 585.166493] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 585.166535] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 585.166772] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.166881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.166933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.173330] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.173467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.173811] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 585.174389] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 585.174389] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 585.206667] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.206667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.206667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.206667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.206667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.206667] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 585.208786] env[65916]: INFO networking_nsxv3.common.synchronization [req-2b0d94cc-325a-4fc7-83e9-32217a0846ce req-2e024bfb-01c7-4df8-a66f-ea12fd69e672 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Enqueued Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_members [ 585.209406] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_members [ 585.209731] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede1522-8988-4860-bf33-cb51ce87871a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.209857] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.209916] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.210727] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.210902] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.211027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.211105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.211323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.211355] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.211479] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.240712] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.240887] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.241273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.241273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.241386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.259074] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.640655] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.641274] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.641402] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.642342] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.643563] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.643563] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.643563] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.643831] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.643995] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.644254] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.644365] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.645045] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.645045] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.645045] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.645196] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.645258] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.665710] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 585.665879] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 585.666017] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 585.666185] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.666509] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-e5291287-c66d-45e9-b569-6aef1fa0059e taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.666691] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-e5291287-c66d-45e9-b569-6aef1fa0059e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.666797] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-e5291287-c66d-45e9-b569-6aef1fa0059e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.667119] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-e5291287-c66d-45e9-b569-6aef1fa0059e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.670149] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5291287-c66d-45e9-b569-6aef1fa0059e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.714817] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.716273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.716273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.716273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.716946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.716946] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.716946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.716946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.716946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.716946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.717373] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede1522-8988-4860-bf33-cb51ce87871a already deleted. [ 585.717373] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.171857] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.172230] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.172230] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.172473] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.172611] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.172758] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port e5291287-c66d-45e9-b569-6aef1fa0059e not found, creating... [ 586.173138] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.173780] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.174383] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.175040] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.175323] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.175787] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.175944] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.176088] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.176549] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.176618] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.176809] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: e5291287-c66d-45e9-b569-6aef1fa0059e is going to be created. [ 586.202862] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.202977] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.204553] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.204553] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.204553] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.204553] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-e5291287-c66d-45e9-b569-6aef1fa0059e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.393379] env[65916]: INFO networking_nsxv3.common.synchronization [None req-296601f7-4dbf-41e1-bd69-9be59bb53131 None None] Enqueued Resource ID: bbe77bc9-cf8c-4bee-9adc-65a917ee2b4c with Priority: HIGHEST for action port [ 586.393910] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe77bc9-cf8c-4bee-9adc-65a917ee2b4c with Priority: HIGHEST for action port [ 586.396066] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbe77bc9-cf8c-4bee-9adc-65a917ee2b4c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.396066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbe77bc9-cf8c-4bee-9adc-65a917ee2b4c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.396066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbe77bc9-cf8c-4bee-9adc-65a917ee2b4c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.396066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbe77bc9-cf8c-4bee-9adc-65a917ee2b4c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.396066] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbe77bc9-cf8c-4bee-9adc-65a917ee2b4c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.524462] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56af904d-9628-4da1-a407-362d50f62e51 in Status: SUCCESS [ 586.524664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.526152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.526152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.526152] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.526152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.526152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.526152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.526152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.526522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.526522] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56af904d-9628-4da1-a407-362d50f62e51',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.582363] env[65916]: INFO networking_nsxv3.common.synchronization [None req-13a39603-5c1f-4caa-ad48-1a310986196f None None] Enqueued Resource ID: cdfaa952-98a8-4cd5-99a7-10561c602264 with Priority: HIGHEST for action port [ 586.582553] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdfaa952-98a8-4cd5-99a7-10561c602264 with Priority: HIGHEST for action port [ 586.586285] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdfaa952-98a8-4cd5-99a7-10561c602264 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.586285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdfaa952-98a8-4cd5-99a7-10561c602264" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.586285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdfaa952-98a8-4cd5-99a7-10561c602264" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.586285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdfaa952-98a8-4cd5-99a7-10561c602264" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.586285] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdfaa952-98a8-4cd5-99a7-10561c602264',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.899428] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbe77bc9-cf8c-4bee-9adc-65a917ee2b4c [ 586.899677] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.899813] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.899882] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.900122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.900374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.900374] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbe77bc9-cf8c-4bee-9adc-65a917ee2b4c already deleted. [ 586.900374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbe77bc9-cf8c-4bee-9adc-65a917ee2b4c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.941599] env[65916]: INFO networking_nsxv3.common.synchronization [req-2b0d94cc-325a-4fc7-83e9-32217a0846ce req-12321ff4-fad8-44d9-8e4f-7729dc772c47 service nova] Enqueued Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_rules [ 586.941786] env[65916]: INFO networking_nsxv3.common.synchronization [req-2b0d94cc-325a-4fc7-83e9-32217a0846ce req-12321ff4-fad8-44d9-8e4f-7729dc772c47 service nova] Enqueued Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_members [ 586.941977] env[65916]: INFO networking_nsxv3.common.synchronization [req-2b0d94cc-325a-4fc7-83e9-32217a0846ce req-12321ff4-fad8-44d9-8e4f-7729dc772c47 service nova] Enqueued Resource ID: e5291287-c66d-45e9-b569-6aef1fa0059e with Priority: HIGHEST for action port [ 586.942570] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_rules [ 586.942740] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_members [ 586.942807] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5291287-c66d-45e9-b569-6aef1fa0059e with Priority: HIGHEST for action port [ 586.945104] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ede1522-8988-4860-bf33-cb51ce87871a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.945104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.945104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.945575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.946552] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.948353] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede1522-8988-4860-bf33-cb51ce87871a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.949388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.949388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.949388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.949540] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.949594] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.949627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.949804] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.949922] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.950169] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.952333] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5291287-c66d-45e9-b569-6aef1fa0059e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.952500] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5291287-c66d-45e9-b569-6aef1fa0059e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.952612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5291287-c66d-45e9-b569-6aef1fa0059e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.952808] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5291287-c66d-45e9-b569-6aef1fa0059e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.952920] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5291287-c66d-45e9-b569-6aef1fa0059e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.030241] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-56af904d-9628-4da1-a407-362d50f62e51 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.030492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.030575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.031044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.031044] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.031215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.031215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.031356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.031454] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.031538] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.031741] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-56af904d-9628-4da1-a407-362d50f62e51 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.031860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.031924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.032103] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.032274] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.032372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.032442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.032587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.032676] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.032766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.032863] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56af904d-9628-4da1-a407-362d50f62e51',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.088107] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdfaa952-98a8-4cd5-99a7-10561c602264 [ 587.088227] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.088363] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.088469] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.088742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.088857] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.088978] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdfaa952-98a8-4cd5-99a7-10561c602264 already deleted. [ 587.089103] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdfaa952-98a8-4cd5-99a7-10561c602264" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.455422] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.456549] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede1522-8988-4860-bf33-cb51ce87871a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.456661] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.457354] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5291287-c66d-45e9-b569-6aef1fa0059e with status ACTIVE [ 587.457354] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.457354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.457354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.457354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.457627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.457627] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.457696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.457743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.457876] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.457946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.459453] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.459453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.459453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.459453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.459453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.459453] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5291287-c66d-45e9-b569-6aef1fa0059e is going to be updated. [ 587.487906] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.488018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.488074] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.488319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.488442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.488778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5291287-c66d-45e9-b569-6aef1fa0059e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.494465] env[65916]: INFO networking_nsxv3.common.synchronization [None req-be173f1c-549d-4cfc-b5c3-d33a862b727a None None] Enqueued Resource ID: ce267a22-02fc-4a13-9360-37f41015ebc8 with Priority: HIGHEST for action port [ 587.494764] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce267a22-02fc-4a13-9360-37f41015ebc8 with Priority: HIGHEST for action port [ 587.495559] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce267a22-02fc-4a13-9360-37f41015ebc8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.495559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce267a22-02fc-4a13-9360-37f41015ebc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.495559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce267a22-02fc-4a13-9360-37f41015ebc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.495812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce267a22-02fc-4a13-9360-37f41015ebc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.495901] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce267a22-02fc-4a13-9360-37f41015ebc8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.536506] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56af904d-9628-4da1-a407-362d50f62e51: rpc.has_security_group_logging(os_id): False [ 587.554622] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.554816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.554858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.555095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.555457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.555457] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.555622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.555622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.555730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.555805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.555980] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.556086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.556144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.556288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.556358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.556557] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.556647] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.556684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.556812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.556883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.556967] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56af904d-9628-4da1-a407-362d50f62e51 is going to be created. [ 587.635027] env[65916]: INFO networking_nsxv3.common.synchronization [req-6fbad8f3-a1fa-4cda-b411-d349b134b727 req-8cd7fa97-f3f3-47bb-a83b-ac5b7047eb1b tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 587.635972] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 587.636316] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.636462] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.636529] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.636790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.637741] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.637865] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.637932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.638119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.638210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.638320] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.641339] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.641470] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.641529] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.641707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.641881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.654024] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56af904d-9628-4da1-a407-362d50f62e51 in Status: IN_PROGRESS for 2s [ 587.964922] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.001029] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce267a22-02fc-4a13-9360-37f41015ebc8 [ 588.001029] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.001029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.001029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.001029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.001029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.001029] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce267a22-02fc-4a13-9360-37f41015ebc8 already deleted. [ 588.001029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce267a22-02fc-4a13-9360-37f41015ebc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.144748] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.144748] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.144949] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.145037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.145130] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.145335] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.145462] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.145526] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.145700] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.145757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.145802] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 already deleted. [ 588.145896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.192177] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.193441] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.193441] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.193441] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.193441] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.193441] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.193441] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.193710] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.193710] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.193921] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.193986] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.195486] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.195486] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.195486] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.195807] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.197754] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.219555] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.220058] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.220204] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.220428] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.220741] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-d6e43361-41e8-4aee-a873-b4643b594060 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.220914] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-d6e43361-41e8-4aee-a873-b4643b594060" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.221039] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-d6e43361-41e8-4aee-a873-b4643b594060" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.221712] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-d6e43361-41e8-4aee-a873-b4643b594060" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.221870] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6e43361-41e8-4aee-a873-b4643b594060',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.468021] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.468327] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.468327] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.468551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.468673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.468796] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede1522-8988-4860-bf33-cb51ce87871a is going to be created. [ 588.494174] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.494174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.494174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.494174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.494174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.505049] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede1522-8988-4860-bf33-cb51ce87871a in Status: UNINITIALIZED for 2s [ 588.723955] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.724226] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.724383] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.724678] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.724822] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.724974] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port d6e43361-41e8-4aee-a873-b4643b594060 not found, creating... [ 588.725247] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.725408] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.725512] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.725725] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.725856] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.726149] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.726300] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.726410] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.726767] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.726931] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.727084] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: d6e43361-41e8-4aee-a873-b4643b594060 is going to be created. [ 588.750011] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.750238] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.750359] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.750624] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.750840] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.751064] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-d6e43361-41e8-4aee-a873-b4643b594060" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.555063] env[65916]: INFO networking_nsxv3.common.synchronization [req-6fbad8f3-a1fa-4cda-b411-d349b134b727 req-9c271f58-9337-49c8-8bf8-d60f4d671a34 service nova] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_rules [ 589.555063] env[65916]: INFO networking_nsxv3.common.synchronization [req-6fbad8f3-a1fa-4cda-b411-d349b134b727 req-9c271f58-9337-49c8-8bf8-d60f4d671a34 service nova] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 589.555063] env[65916]: INFO networking_nsxv3.common.synchronization [req-6fbad8f3-a1fa-4cda-b411-d349b134b727 req-9c271f58-9337-49c8-8bf8-d60f4d671a34 service nova] Enqueued Resource ID: d6e43361-41e8-4aee-a873-b4643b594060 with Priority: HIGHEST for action port [ 589.555063] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_rules [ 589.555063] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 589.555063] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e43361-41e8-4aee-a873-b4643b594060 with Priority: HIGHEST for action port [ 589.555063] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.555063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.555063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.555063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.555063] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.556664] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.556930] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.557100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.557350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.557600] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.557860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.558015] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.558325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.558493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.558664] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.559648] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6e43361-41e8-4aee-a873-b4643b594060 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.560263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6e43361-41e8-4aee-a873-b4643b594060" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.560413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6e43361-41e8-4aee-a873-b4643b594060" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.560643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6e43361-41e8-4aee-a873-b4643b594060" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.560804] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6e43361-41e8-4aee-a873-b4643b594060',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.667216] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56af904d-9628-4da1-a407-362d50f62e51 in Status: SUCCESS [ 589.667511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.042575] env[65916]: INFO networking_nsxv3.common.synchronization [None req-c3b4463a-159f-4c52-b100-4288cee8429c None None] Enqueued Resource ID: 76fb2f17-34c1-4c40-95ec-ead089e94705 with Priority: HIGHEST for action port [ 590.044259] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fb2f17-34c1-4c40-95ec-ead089e94705 with Priority: HIGHEST for action port [ 590.045065] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-76fb2f17-34c1-4c40-95ec-ead089e94705 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.046914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76fb2f17-34c1-4c40-95ec-ead089e94705" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.046914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76fb2f17-34c1-4c40-95ec-ead089e94705" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.047034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76fb2f17-34c1-4c40-95ec-ead089e94705" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.047132] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fb2f17-34c1-4c40-95ec-ead089e94705',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.063266] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.063390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.063526] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.064370] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6e43361-41e8-4aee-a873-b4643b594060 with status ACTIVE [ 590.064596] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.065546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.065546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.065546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.065546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.065546] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.065546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.065546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.066073] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.066073] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.066073] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.066073] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.066073] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.066234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.066234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.066291] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6e43361-41e8-4aee-a873-b4643b594060 is going to be updated. [ 590.089972] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.090132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.090720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.090720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.090720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.090852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6e43361-41e8-4aee-a873-b4643b594060" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.400689] env[65916]: INFO networking_nsxv3.common.synchronization [req-846ee21d-a5ed-4dcc-815b-0cac47c0697a req-75c7c616-b46b-4061-bcf7-9ac1b062ccae tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Enqueued Resource ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 with Priority: HIGHEST for action security_group_members [ 590.400689] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 with Priority: HIGHEST for action security_group_members [ 590.400689] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.400689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.400689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.401200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.401429] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.401542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.401603] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.401794] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.404684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.404684] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.518837] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede1522-8988-4860-bf33-cb51ce87871a in Status: SUCCESS [ 590.520258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.521618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.521618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.522366] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.522366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.522366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.524254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.524254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.524254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.524254] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.551565] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76fb2f17-34c1-4c40-95ec-ead089e94705 [ 590.551565] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.551565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.551565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.551565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.551565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.551565] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76fb2f17-34c1-4c40-95ec-ead089e94705 already deleted. [ 590.551565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76fb2f17-34c1-4c40-95ec-ead089e94705" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.568456] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.791468] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.791468] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-641" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.791468] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-641" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.791468] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-641" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.793685] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.793814] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.793910] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.794196] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.794343] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.796151] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.796151] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.796151] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.796151] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.796151] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.796151] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.796151] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.815883] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.816070] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.816205] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.816579] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-641" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.816859] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-9baa3cba-2273-481d-9dca-71e664f250f3 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.816859] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-9baa3cba-2273-481d-9dca-71e664f250f3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.817019] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-9baa3cba-2273-481d-9dca-71e664f250f3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.817285] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-9baa3cba-2273-481d-9dca-71e664f250f3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.817411] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9baa3cba-2273-481d-9dca-71e664f250f3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.905809] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.905996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.906078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.906280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.906369] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.906567] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.906667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.906727] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.906875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.906957] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.907054] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 already deleted. [ 590.907130] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.029244] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede1522-8988-4860-bf33-cb51ce87871a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.029244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.029244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.029244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.029244] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.029244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.029244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.029244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.029244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.029244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.029244] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede1522-8988-4860-bf33-cb51ce87871a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.029244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.029244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.029244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.029731] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.029731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.029731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.029731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.029731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.029731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.029894] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.071900] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.071900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.071900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.071900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.071900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.071900] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be created. [ 591.103157] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.103346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.103387] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.103590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.104255] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.116585] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: UNINITIALIZED for 2s [ 591.323298] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.323298] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.323298] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.323298] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.323298] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.323298] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 9baa3cba-2273-481d-9dca-71e664f250f3 not found, creating... [ 591.323298] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.323298] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.323298] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.323298] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.323298] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.323763] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.323763] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.323763] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.323763] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.323763] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.323923] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 9baa3cba-2273-481d-9dca-71e664f250f3 is going to be created. [ 591.358584] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.358807] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.358924] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.359232] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.359452] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.359671] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-9baa3cba-2273-481d-9dca-71e664f250f3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.537241] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ede1522-8988-4860-bf33-cb51ce87871a: rpc.has_security_group_logging(os_id): False [ 591.555244] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.555355] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.555488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.555693] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.555781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.555970] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.556092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.556145] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.556295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.556381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.556575] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.556773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.556773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.556862] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.556923] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.557291] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.557415] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.557482] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.557627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.557782] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.557895] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ede1522-8988-4860-bf33-cb51ce87871a is going to be created. [ 591.626203] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.626203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.626203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.626203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.626203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.637392] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ede1522-8988-4860-bf33-cb51ce87871a in Status: IN_PROGRESS for 2s [ 592.092657] env[65916]: INFO networking_nsxv3.common.synchronization [req-846ee21d-a5ed-4dcc-815b-0cac47c0697a req-c03ea630-b054-4120-a811-0646447348e8 service nova] Enqueued Resource ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 with Priority: HIGHEST for action security_group_rules [ 592.092890] env[65916]: INFO networking_nsxv3.common.synchronization [req-846ee21d-a5ed-4dcc-815b-0cac47c0697a req-c03ea630-b054-4120-a811-0646447348e8 service nova] Enqueued Resource ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 with Priority: HIGHEST for action security_group_members [ 592.093033] env[65916]: INFO networking_nsxv3.common.synchronization [req-846ee21d-a5ed-4dcc-815b-0cac47c0697a req-c03ea630-b054-4120-a811-0646447348e8 service nova] Enqueued Resource ID: 9baa3cba-2273-481d-9dca-71e664f250f3 with Priority: HIGHEST for action port [ 592.093693] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 with Priority: HIGHEST for action security_group_rules [ 592.093897] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 with Priority: HIGHEST for action security_group_members [ 592.094018] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9baa3cba-2273-481d-9dca-71e664f250f3 with Priority: HIGHEST for action port [ 592.100024] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.100024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.100024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.100024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.100024] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.100024] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.100024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.100024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.100024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.100024] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.100024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.100024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.100024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.100024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.100024] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.101526] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-9baa3cba-2273-481d-9dca-71e664f250f3 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.101831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9baa3cba-2273-481d-9dca-71e664f250f3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.102150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9baa3cba-2273-481d-9dca-71e664f250f3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.102515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9baa3cba-2273-481d-9dca-71e664f250f3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.102783] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9baa3cba-2273-481d-9dca-71e664f250f3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.493174] env[65916]: INFO networking_nsxv3.common.synchronization [req-3e476008-6e07-4e98-8359-92a624cac941 req-623e6877-ec8e-44e5-9dbc-7f858464d28a tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Enqueued Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_members [ 592.493743] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_members [ 592.494572] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a44cfc-3d58-4e77-998f-0db6f6035c95 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.494748] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.494841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.495177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.495498] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.495609] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.495704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.495899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.496023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.496141] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.608156] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.608326] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.608586] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.609512] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9baa3cba-2273-481d-9dca-71e664f250f3 with status ACTIVE [ 592.609714] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.609845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.609912] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.610503] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.610503] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.610503] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.610503] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.610687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.610687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.610752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.610916] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.611013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.611825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.612049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.612157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.612265] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9baa3cba-2273-481d-9dca-71e664f250f3 is going to be updated. [ 592.634114] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.635176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.635395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.635707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.636152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.636152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9baa3cba-2273-481d-9dca-71e664f250f3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.722510] env[65916]: INFO networking_nsxv3.common.synchronization [None req-5bc727d5-1f30-429e-857f-e1d1c66baf4f None None] Enqueued Resource ID: 07bcec1d-d40d-4101-af01-adad2d184670 with Priority: HIGHEST for action port [ 592.722725] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07bcec1d-d40d-4101-af01-adad2d184670 with Priority: HIGHEST for action port [ 592.723883] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-07bcec1d-d40d-4101-af01-adad2d184670 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.724649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07bcec1d-d40d-4101-af01-adad2d184670" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.724649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07bcec1d-d40d-4101-af01-adad2d184670" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.724995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07bcec1d-d40d-4101-af01-adad2d184670" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.726739] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07bcec1d-d40d-4101-af01-adad2d184670',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.838833] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.838833] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.838833] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.838833] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.838833] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.839660] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.839924] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.840317] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.840600] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.843024] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.843024] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.843024] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.843024] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.843024] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.843024] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.843024] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.861647] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.862130] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.862372] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.862781] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.863197] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-8b13b474-47b0-4791-9d96-8b28b8c4e6a3 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.863547] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-8b13b474-47b0-4791-9d96-8b28b8c4e6a3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.863841] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-8b13b474-47b0-4791-9d96-8b28b8c4e6a3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.864269] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-8b13b474-47b0-4791-9d96-8b28b8c4e6a3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.864560] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b13b474-47b0-4791-9d96-8b28b8c4e6a3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.999835] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.999989] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.000071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.000610] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.000610] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.000610] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.000817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.000817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.000894] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.000937] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.000981] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 already deleted. [ 593.001070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.115288] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.126393] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 593.126982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.127932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.127932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.127932] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.127932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.127932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.128243] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.128243] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.128243] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.128326] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.227496] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07bcec1d-d40d-4101-af01-adad2d184670 [ 593.227742] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.227956] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.228042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.228221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.228436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.228436] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07bcec1d-d40d-4101-af01-adad2d184670 already deleted. [ 593.228533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07bcec1d-d40d-4101-af01-adad2d184670" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.367190] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.367190] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.367385] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.367590] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.367740] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.367893] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 8b13b474-47b0-4791-9d96-8b28b8c4e6a3 not found, creating... [ 593.368176] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.368332] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.368440] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.368656] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.368784] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.369075] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.369525] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.369686] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.369892] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.370790] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.370936] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 8b13b474-47b0-4791-9d96-8b28b8c4e6a3 is going to be created. [ 593.394852] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.394991] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.395084] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.395649] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.395649] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.396755] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-8b13b474-47b0-4791-9d96-8b28b8c4e6a3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.620342] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.620342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.620342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.620342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.620342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.620342] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 is going to be created. [ 593.630615] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.630823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.630889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.631211] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.631480] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.631607] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.631664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.631862] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.631978] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.632143] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.632333] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.632435] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.632488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.632661] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.632804] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.632939] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.632995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.633173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.633445] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.633445] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.633445] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.652173] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ede1522-8988-4860-bf33-cb51ce87871a in Status: SUCCESS [ 593.652573] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.653745] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.653881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.653934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.654362] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.654542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.667262] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 in Status: UNINITIALIZED for 2s [ 594.137128] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23a0d8f1-443f-4495-999a-c072e1566239: rpc.has_security_group_logging(os_id): False [ 594.151975] env[65916]: INFO networking_nsxv3.common.synchronization [req-3e476008-6e07-4e98-8359-92a624cac941 req-f26e8066-4c0f-4ef6-8798-5d916a21be9c service nova] Enqueued Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_rules [ 594.152181] env[65916]: INFO networking_nsxv3.common.synchronization [req-3e476008-6e07-4e98-8359-92a624cac941 req-f26e8066-4c0f-4ef6-8798-5d916a21be9c service nova] Enqueued Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_members [ 594.152306] env[65916]: INFO networking_nsxv3.common.synchronization [req-3e476008-6e07-4e98-8359-92a624cac941 req-f26e8066-4c0f-4ef6-8798-5d916a21be9c service nova] Enqueued Resource ID: 8b13b474-47b0-4791-9d96-8b28b8c4e6a3 with Priority: HIGHEST for action port [ 594.152894] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_rules [ 594.153051] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_members [ 594.153346] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b13b474-47b0-4791-9d96-8b28b8c4e6a3 with Priority: HIGHEST for action port [ 594.153727] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0a44cfc-3d58-4e77-998f-0db6f6035c95 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.153882] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.154149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.154356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.154453] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.156555] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a44cfc-3d58-4e77-998f-0db6f6035c95 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.156555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.156555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.156555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.156555] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.156555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.156555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.156929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.156929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.156929] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.158028] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b13b474-47b0-4791-9d96-8b28b8c4e6a3 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.158150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b13b474-47b0-4791-9d96-8b28b8c4e6a3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.158150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b13b474-47b0-4791-9d96-8b28b8c4e6a3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.158330] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b13b474-47b0-4791-9d96-8b28b8c4e6a3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.158395] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b13b474-47b0-4791-9d96-8b28b8c4e6a3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.159824] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.159920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.159990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.160364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.160364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.160702] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.160702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.160702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.160702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.160860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.161044] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.161044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.163624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.163624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.163624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.163624] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.163624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.163624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.163624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.163624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.163624] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be created. [ 594.221587] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.221784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.221840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.222051] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.222233] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.238796] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 594.664591] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a44cfc-3d58-4e77-998f-0db6f6035c95 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.664986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.665307] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.667079] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b13b474-47b0-4791-9d96-8b28b8c4e6a3 with status ACTIVE [ 594.667079] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.667079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.667079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.667079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.667079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.667079] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.667480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.667480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.667480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.667480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.667645] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.667728] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.667787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.667943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.668820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.668998] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b13b474-47b0-4791-9d96-8b28b8c4e6a3 is going to be updated. [ 594.691867] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.692019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.692171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.692514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.692990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.693169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b13b474-47b0-4791-9d96-8b28b8c4e6a3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.719593] env[65916]: INFO networking_nsxv3.common.synchronization [req-3b505c34-737b-4800-9998-faed6cd3c12b req-78906d01-6b17-4ad8-a43c-4da92ec1987c tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Enqueued Resource ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 with Priority: HIGHEST for action security_group_members [ 594.719593] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 with Priority: HIGHEST for action security_group_members [ 594.719593] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.719593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.719593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.720288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.720288] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.721087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.721239] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.721503] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.722496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.722671] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0524b4e9-b18c-468f-ac62-d39f44f6ccc8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.047767] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.047968] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.048105] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.048371] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.048623] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.048770] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.048881] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.049102] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.049238] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.049436] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.049818] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.049918] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.050032] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.050151] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.050238] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.050365] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.071880] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.072049] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.072178] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.072368] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.072684] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-97bd5147-5298-40ad-9049-791dfcac1be3 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.072853] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-97bd5147-5298-40ad-9049-791dfcac1be3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.072968] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-97bd5147-5298-40ad-9049-791dfcac1be3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.073527] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-97bd5147-5298-40ad-9049-791dfcac1be3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.073641] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97bd5147-5298-40ad-9049-791dfcac1be3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.171979] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.224604] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.224767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.224835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.225067] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.225201] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.225360] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.225457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.225515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.225673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.225753] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.225834] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 already deleted. [ 595.225913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.576902] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.577128] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.577266] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.577687] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.577870] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.578059] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 97bd5147-5298-40ad-9049-791dfcac1be3 not found, creating... [ 595.578375] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.578618] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.578755] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.579099] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.579259] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.579573] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.579766] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.579854] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.580104] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.580239] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.580387] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 97bd5147-5298-40ad-9049-791dfcac1be3 is going to be created. [ 595.604522] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.604734] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.604849] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.605138] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.605360] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.605581] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-97bd5147-5298-40ad-9049-791dfcac1be3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.675669] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.679022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.679022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.679022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.679022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.679022] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 is going to be created. [ 595.679022] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 in Status: SUCCESS [ 595.679022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.679022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.679619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.679979] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.680245] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.680465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.680749] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.680932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.681199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.681430] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.707549] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.707549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.707549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.707549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.707549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.725878] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 in Status: UNINITIALIZED for 2s [ 596.185995] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.185995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.186225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.186257] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.186977] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.186977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.186977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.186977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.187467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.187467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.187467] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.187621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.187656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.188047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.188047] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.188218] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.188279] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.188695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.188695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.188695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.188695] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.253126] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 596.253126] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.356240] env[65916]: INFO networking_nsxv3.common.synchronization [req-3b505c34-737b-4800-9998-faed6cd3c12b req-2dcd8574-143c-465a-9102-8fcf88735d44 service nova] Enqueued Resource ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 with Priority: HIGHEST for action security_group_rules [ 596.356409] env[65916]: INFO networking_nsxv3.common.synchronization [req-3b505c34-737b-4800-9998-faed6cd3c12b req-2dcd8574-143c-465a-9102-8fcf88735d44 service nova] Enqueued Resource ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 with Priority: HIGHEST for action security_group_members [ 596.356539] env[65916]: INFO networking_nsxv3.common.synchronization [req-3b505c34-737b-4800-9998-faed6cd3c12b req-2dcd8574-143c-465a-9102-8fcf88735d44 service nova] Enqueued Resource ID: 97bd5147-5298-40ad-9049-791dfcac1be3 with Priority: HIGHEST for action port [ 596.357133] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 with Priority: HIGHEST for action security_group_rules [ 596.357275] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 with Priority: HIGHEST for action security_group_members [ 596.357786] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97bd5147-5298-40ad-9049-791dfcac1be3 with Priority: HIGHEST for action port [ 596.358181] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0524b4e9-b18c-468f-ac62-d39f44f6ccc8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.358267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.358406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.358712] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.358766] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0524b4e9-b18c-468f-ac62-d39f44f6ccc8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.360212] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.360212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.360212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.360489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.360489] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.360569] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.360661] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.360838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.360908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.360961] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0524b4e9-b18c-468f-ac62-d39f44f6ccc8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.363781] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-97bd5147-5298-40ad-9049-791dfcac1be3 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.363928] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97bd5147-5298-40ad-9049-791dfcac1be3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.363993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97bd5147-5298-40ad-9049-791dfcac1be3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.364176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97bd5147-5298-40ad-9049-791dfcac1be3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.364609] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97bd5147-5298-40ad-9049-791dfcac1be3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.691251] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65: rpc.has_security_group_logging(os_id): False [ 596.709801] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.710019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.710068] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.710966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.710966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.710966] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.710966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.710966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.710966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.710966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.711505] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.711505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.711505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.711505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.711660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.711766] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.711838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.711887] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.712013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.712086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.712168] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 is going to be created. [ 596.770218] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.770395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.770465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.770687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.770869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.784804] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 in Status: IN_PROGRESS for 2s [ 596.867592] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0524b4e9-b18c-468f-ac62-d39f44f6ccc8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.870502] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.870502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.870839] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97bd5147-5298-40ad-9049-791dfcac1be3 with status ACTIVE [ 596.870839] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.870839] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.871048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.872290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.872290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.872290] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.872290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.872290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.872290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.872290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.872290] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.872721] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.872721] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.872721] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.872868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.874020] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97bd5147-5298-40ad-9049-791dfcac1be3 is going to be updated. [ 596.899254] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.899440] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.899517] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.900131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.900131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.900348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97bd5147-5298-40ad-9049-791dfcac1be3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.377455] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0524b4e9-b18c-468f-ac62-d39f44f6ccc8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.508703] env[65916]: INFO networking_nsxv3.common.synchronization [None req-f83cf308-2c7b-4c6d-9ff3-c0272c07a803 None None] Enqueued Resource ID: 9bb2b9e2-a1bf-4e56-a725-3e0b2c1bf645 with Priority: HIGHEST for action port [ 597.509612] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb2b9e2-a1bf-4e56-a725-3e0b2c1bf645 with Priority: HIGHEST for action port [ 597.509612] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bb2b9e2-a1bf-4e56-a725-3e0b2c1bf645 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.509612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bb2b9e2-a1bf-4e56-a725-3e0b2c1bf645" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.509612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bb2b9e2-a1bf-4e56-a725-3e0b2c1bf645" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.510580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bb2b9e2-a1bf-4e56-a725-3e0b2c1bf645" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.510580] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bb2b9e2-a1bf-4e56-a725-3e0b2c1bf645',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.531347] env[65916]: INFO networking_nsxv3.common.synchronization [req-c6efa4f3-308f-4f79-9c7c-008db83b639f req-7773f7b1-c6b7-43de-91a0-6db2b8610b57 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Enqueued Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_members [ 597.531766] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_members [ 597.533523] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f43f495-c293-45c4-acf2-d2ab7208594a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.533645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.533699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.534731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.535855] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.535991] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.536459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.536459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.536459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.536459] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.736454] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 in Status: SUCCESS [ 597.736793] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.737246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.737376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.737657] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.737826] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.737944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.738073] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.738174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.738298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.738402] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.880673] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.880673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.880673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.880902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.880978] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.881092] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 is going to be created. [ 597.908110] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.908212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.908212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.908482] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.908593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.928965] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 in Status: UNINITIALIZED for 2s [ 597.947530] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.947714] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.947833] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.948113] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.948755] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.948755] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.948755] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.948960] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.948960] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.949307] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.949432] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.949535] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.950026] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.950026] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.950026] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.950026] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.971278] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.971438] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.971597] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.971774] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.972204] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.972398] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.972515] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.972885] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.973058] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cc4a131-a8aa-446c-9ffa-1a4c927ddb34',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.013108] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bb2b9e2-a1bf-4e56-a725-3e0b2c1bf645 [ 598.013108] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.013108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.013108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.013108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.013108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.013108] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bb2b9e2-a1bf-4e56-a725-3e0b2c1bf645 already deleted. [ 598.013108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bb2b9e2-a1bf-4e56-a725-3e0b2c1bf645" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.040025] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.040025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.040025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.040025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.040293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.040359] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.040476] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.040541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.041301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.041301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.041301] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f43f495-c293-45c4-acf2-d2ab7208594a already deleted. [ 598.041301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.244865] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a44cfc-3d58-4e77-998f-0db6f6035c95 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.244865] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.244865] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.246228] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.246228] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.246228] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.246228] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.246228] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.246228] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.246228] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.246528] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a44cfc-3d58-4e77-998f-0db6f6035c95 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.246702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.246856] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.248648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.248977] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.248977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.248977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.250055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.250055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.250055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.250055] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.480704] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.480929] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.481062] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.481410] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.481559] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.481710] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 not found, creating... [ 598.481978] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.482188] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.482248] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.482463] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.482587] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.482870] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.483042] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.483309] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.483415] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.483548] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.483664] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 is going to be created. [ 598.503739] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.503739] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.503739] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.503977] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.504071] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.504770] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.755840] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0a44cfc-3d58-4e77-998f-0db6f6035c95: rpc.has_security_group_logging(os_id): False [ 598.776498] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.776680] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.776766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.777091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.777296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.777474] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.777585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.777650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.777817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.777913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.778143] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.778261] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.778322] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.778466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.778542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.778725] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.778817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.778875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.779944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.779944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.781085] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 is going to be created. [ 598.804473] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 in Status: SUCCESS [ 598.804473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.906019] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.906019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.906019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.906231] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.907036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.919426] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 in Status: IN_PROGRESS for 2s [ 599.256559] env[65916]: INFO networking_nsxv3.common.synchronization [req-c6efa4f3-308f-4f79-9c7c-008db83b639f req-7849f145-c0c6-4e71-adcf-31de0b4c152f service nova] Enqueued Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_rules [ 599.256559] env[65916]: INFO networking_nsxv3.common.synchronization [req-c6efa4f3-308f-4f79-9c7c-008db83b639f req-7849f145-c0c6-4e71-adcf-31de0b4c152f service nova] Enqueued Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_members [ 599.256559] env[65916]: INFO networking_nsxv3.common.synchronization [req-c6efa4f3-308f-4f79-9c7c-008db83b639f req-7849f145-c0c6-4e71-adcf-31de0b4c152f service nova] Enqueued Resource ID: 2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 with Priority: HIGHEST for action port [ 599.256559] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_rules [ 599.256559] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_members [ 599.256559] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 with Priority: HIGHEST for action port [ 599.256559] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f43f495-c293-45c4-acf2-d2ab7208594a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.256559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.256559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.256559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.257168] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.258009] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f43f495-c293-45c4-acf2-d2ab7208594a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.258009] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.258151] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.258375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.258536] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.258632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.258692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.258843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.259080] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.259296] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.260252] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.260252] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.260414] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.260450] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.260488] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cc4a131-a8aa-446c-9ffa-1a4c927ddb34',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.628523] env[65916]: INFO networking_nsxv3.common.synchronization [req-3dd6574d-802b-4030-afc6-c29f244027fc req-0e89a82c-79d5-41d6-9eb3-e180456b46c4 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Enqueued Resource ID: 6236c3f3-b115-4b34-b259-3777c15df669 with Priority: HIGHEST for action security_group_members [ 599.628523] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6236c3f3-b115-4b34-b259-3777c15df669 with Priority: HIGHEST for action security_group_members [ 599.628523] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6236c3f3-b115-4b34-b259-3777c15df669 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.628523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.628523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.628985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.628985] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.628985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.629129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.629627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.629627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.629627] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6236c3f3-b115-4b34-b259-3777c15df669',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.689186] env[65916]: INFO networking_nsxv3.common.synchronization [None req-67192758-8ead-48e9-82a1-d965901e7c4b None None] Enqueued Resource ID: 8fd29dbb-58cc-44d5-b958-2481e08a57e9 with Priority: HIGHEST for action port [ 599.689541] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd29dbb-58cc-44d5-b958-2481e08a57e9 with Priority: HIGHEST for action port [ 599.690193] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fd29dbb-58cc-44d5-b958-2481e08a57e9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.690193] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fd29dbb-58cc-44d5-b958-2481e08a57e9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.690379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fd29dbb-58cc-44d5-b958-2481e08a57e9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.692032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fd29dbb-58cc-44d5-b958-2481e08a57e9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.692032] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd29dbb-58cc-44d5-b958-2481e08a57e9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.766066] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.766066] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f43f495-c293-45c4-acf2-d2ab7208594a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.766066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.766066] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 with status ACTIVE [ 599.766066] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.766066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.766066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.766066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.766066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.768198] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.768198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.768198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.768487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.768487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.768595] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.768722] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.768778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.768950] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.769090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.769214] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 is going to be updated. [ 599.799923] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.801116] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.801116] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.801116] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.801116] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.801116] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.944758] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 in Status: SUCCESS [ 599.944758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.944758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.944758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.944758] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.944758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.944758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.944758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.944758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.944758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.944758] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0524b4e9-b18c-468f-ac62-d39f44f6ccc8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.054998] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.055248] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-923" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.055354] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-923" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.055729] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-923" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.059105] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.059418] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.059555] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.060935] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.061207] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.063031] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.063031] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.063031] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.063031] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.063031] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.063031] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.063031] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.091855] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.091855] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.091855] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.091855] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-923" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.092609] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.092881] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.093008] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.093355] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.093489] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0ca9c2-f3d2-4276-9642-c4d08cd09d86',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.132221] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.134036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.134036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.134036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.134036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.134036] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.134036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.134036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.134036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.134036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.134036] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6236c3f3-b115-4b34-b259-3777c15df669 already deleted. [ 600.134838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.195360] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fd29dbb-58cc-44d5-b958-2481e08a57e9 [ 600.195524] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.195694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.195803] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.196381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.196524] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.196674] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fd29dbb-58cc-44d5-b958-2481e08a57e9 already deleted. [ 600.196802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fd29dbb-58cc-44d5-b958-2481e08a57e9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.265492] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.447637] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.447769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.447769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.448024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.448218] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.448330] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.448454] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.448541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.448620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.448703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.448868] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.448946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.449015] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.449155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.449291] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.449380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.449448] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.449586] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.449660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.449737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.449828] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0524b4e9-b18c-468f-ac62-d39f44f6ccc8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.597039] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.597039] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.597039] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.597283] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.597404] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.597560] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 not found, creating... [ 600.597843] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.598033] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.598150] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.598391] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.598519] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.598792] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.598940] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.599061] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.599263] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.599413] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.599565] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 is going to be created. [ 600.620528] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.620815] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.620864] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.621176] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.621424] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.621660] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.769942] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.770355] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.770355] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.770666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.770666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.770666] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f43f495-c293-45c4-acf2-d2ab7208594a is going to be created. [ 600.803475] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.803814] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.803814] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.803933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.804071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.825155] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f43f495-c293-45c4-acf2-d2ab7208594a in Status: UNINITIALIZED for 2s [ 600.932736] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 in Status: SUCCESS [ 600.932953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.951965] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0524b4e9-b18c-468f-ac62-d39f44f6ccc8: rpc.has_security_group_logging(os_id): False [ 600.972625] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.972868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.972951] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.973333] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.973497] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.973838] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.973996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.974169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.974361] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.974467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.974709] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.974793] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.974847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.975031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.975121] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.975355] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.975532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.975618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.975785] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.975866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.975965] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 is going to be created. [ 601.056320] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.057502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.057502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.057502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.057502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.088496] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 in Status: IN_PROGRESS for 2s [ 601.393023] env[65916]: INFO networking_nsxv3.common.synchronization [req-3dd6574d-802b-4030-afc6-c29f244027fc req-1a0a2b8a-d522-49ec-8e6f-1260c51e35e7 service nova] Enqueued Resource ID: 6236c3f3-b115-4b34-b259-3777c15df669 with Priority: HIGHEST for action security_group_rules [ 601.393023] env[65916]: INFO networking_nsxv3.common.synchronization [req-3dd6574d-802b-4030-afc6-c29f244027fc req-1a0a2b8a-d522-49ec-8e6f-1260c51e35e7 service nova] Enqueued Resource ID: 6236c3f3-b115-4b34-b259-3777c15df669 with Priority: HIGHEST for action security_group_members [ 601.393023] env[65916]: INFO networking_nsxv3.common.synchronization [req-3dd6574d-802b-4030-afc6-c29f244027fc req-1a0a2b8a-d522-49ec-8e6f-1260c51e35e7 service nova] Enqueued Resource ID: 2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 with Priority: HIGHEST for action port [ 601.393023] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6236c3f3-b115-4b34-b259-3777c15df669 with Priority: HIGHEST for action security_group_rules [ 601.393023] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6236c3f3-b115-4b34-b259-3777c15df669 with Priority: HIGHEST for action security_group_members [ 601.393023] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 with Priority: HIGHEST for action port [ 601.393614] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6236c3f3-b115-4b34-b259-3777c15df669 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.393614] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.393614] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.393737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.393737] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6236c3f3-b115-4b34-b259-3777c15df669',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.394735] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6236c3f3-b115-4b34-b259-3777c15df669 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.394861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.394931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.395144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.395326] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.395654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.395759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.396097] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.396097] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.396378] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6236c3f3-b115-4b34-b259-3777c15df669',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.399348] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.400155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.400244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.400482] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.400568] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0ca9c2-f3d2-4276-9642-c4d08cd09d86',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.904778] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6236c3f3-b115-4b34-b259-3777c15df669 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.908628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.908628] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6236c3f3-b115-4b34-b259-3777c15df669',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.908628] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 with status ACTIVE [ 601.908628] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.908628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.908628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.908628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.908628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.908628] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.908628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.908628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.908628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.908628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.910245] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.910727] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.911094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.911094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.911456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.911456] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 is going to be updated. [ 601.941778] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.941778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.941778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.941778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.941778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.941778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.414501] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6236c3f3-b115-4b34-b259-3777c15df669',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.426180] env[65916]: INFO networking_nsxv3.common.synchronization [req-af0cd75b-7371-4774-80af-d15b13093649 req-3145b1fe-6175-46b2-9b27-cffed274b7d8 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 602.427353] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 602.427629] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.427763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.427835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.428140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.428450] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.428450] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.428450] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.428908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.428908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.428908] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.604352] env[65916]: INFO networking_nsxv3.common.synchronization [None req-b34ea52c-0405-4b70-ba83-97c0b8758d3c tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Enqueued Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_rules [ 602.604852] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_rules [ 602.605190] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c854af9-9a6e-4746-8c17-a5532d915743 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.605346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.605946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.605946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.605946] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.836411] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f43f495-c293-45c4-acf2-d2ab7208594a in Status: SUCCESS [ 602.836741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.837121] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.837240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.837465] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.837561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.837561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.837717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.837764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.837889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.838017] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.919015] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.919784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.919784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.920112] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.920320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.920493] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6236c3f3-b115-4b34-b259-3777c15df669 is going to be created. [ 602.932654] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.932878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.932996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.933368] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.933503] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.933784] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.933931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.934073] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.934579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.934702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.934794] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 already deleted. [ 602.934880] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.950800] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.951014] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.951247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.951515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.951758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.966828] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6236c3f3-b115-4b34-b259-3777c15df669 in Status: UNINITIALIZED for 2s [ 603.103892] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 in Status: SUCCESS [ 603.104190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.131765] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.132253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.132253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.132253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.132419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.132460] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c854af9-9a6e-4746-8c17-a5532d915743 already deleted. [ 603.132542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.189320] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.189459] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-809" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.189615] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-809" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.189966] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-809" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.190293] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.190552] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.190718] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.191040] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.191350] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.191654] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.191799] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.191973] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.192109] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.192257] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.192387] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.192579] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.216833] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.217061] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.217193] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.217574] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-809" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.218014] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-ced8792b-492e-4f0b-bcce-09823a0c0c72 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.218296] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.218399] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.218758] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.218899] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced8792b-492e-4f0b-bcce-09823a0c0c72',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.341322] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f43f495-c293-45c4-acf2-d2ab7208594a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.341499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.341578] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.341823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.342286] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.342453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.342518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.342701] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.342788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.342879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.343111] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f43f495-c293-45c4-acf2-d2ab7208594a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.343297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.343364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.343526] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.343683] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.344044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.344044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.344044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.344235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.344235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.344235] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.402273] env[65916]: INFO networking_nsxv3.common.synchronization [None req-7274f6f3-5a51-4353-8adf-0407280c1258 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Enqueued Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_rules [ 603.402874] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_rules [ 603.403268] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c854af9-9a6e-4746-8c17-a5532d915743 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.403486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.403541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.403991] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.403991] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.722051] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.722705] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.722986] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.723155] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.723325] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.723480] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port ced8792b-492e-4f0b-bcce-09823a0c0c72 not found, creating... [ 603.723780] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.723958] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.724147] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.724331] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.724480] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.724795] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.724978] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.725078] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.725296] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.725463] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.725606] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: ced8792b-492e-4f0b-bcce-09823a0c0c72 is going to be created. [ 603.754099] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.754601] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.754601] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.754758] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.755028] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.755286] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.847810] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f43f495-c293-45c4-acf2-d2ab7208594a: rpc.has_security_group_logging(os_id): False [ 603.883021] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.883021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.883021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.883021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.883021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.883021] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.883021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.883021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.883021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.883514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.883514] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.883606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.883606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.884909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.884909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.884909] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.884909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.884909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.884909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.884909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.884909] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f43f495-c293-45c4-acf2-d2ab7208594a is going to be created. [ 603.943848] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.944312] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.944312] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.944442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.944473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.944581] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c854af9-9a6e-4746-8c17-a5532d915743 already deleted. [ 603.944692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.971817] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.972044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.972093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.973493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.973493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.988460] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f43f495-c293-45c4-acf2-d2ab7208594a in Status: IN_PROGRESS for 2s [ 604.583995] env[65916]: INFO networking_nsxv3.common.synchronization [req-af0cd75b-7371-4774-80af-d15b13093649 req-9b61249e-5804-4cdc-a6b4-5c0fd080e3ea service nova] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_rules [ 604.583995] env[65916]: INFO networking_nsxv3.common.synchronization [req-af0cd75b-7371-4774-80af-d15b13093649 req-9b61249e-5804-4cdc-a6b4-5c0fd080e3ea service nova] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 604.583995] env[65916]: INFO networking_nsxv3.common.synchronization [req-af0cd75b-7371-4774-80af-d15b13093649 req-9b61249e-5804-4cdc-a6b4-5c0fd080e3ea service nova] Enqueued Resource ID: ced8792b-492e-4f0b-bcce-09823a0c0c72 with Priority: HIGHEST for action port [ 604.583995] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_rules [ 604.583995] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 604.583995] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ced8792b-492e-4f0b-bcce-09823a0c0c72 with Priority: HIGHEST for action port [ 604.584333] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.584412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.584497] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.584932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.585676] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.586136] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.586294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.586390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.586785] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.587019] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.587202] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.587299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.587530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.588791] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.588791] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.589491] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ced8792b-492e-4f0b-bcce-09823a0c0c72 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.589491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.589644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.589811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.589902] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced8792b-492e-4f0b-bcce-09823a0c0c72',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.977675] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6236c3f3-b115-4b34-b259-3777c15df669 in Status: SUCCESS [ 604.978087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.978087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.978276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.978472] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.978591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.978656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.978804] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.978884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.978969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.979072] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6236c3f3-b115-4b34-b259-3777c15df669',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.091842] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.093060] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.093296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.099723] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ced8792b-492e-4f0b-bcce-09823a0c0c72 with status ACTIVE [ 605.099968] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.100136] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.100223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.100430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.100514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.100743] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.100853] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.100921] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.101107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.101219] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.101432] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.101532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.101600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.101744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.101916] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.102035] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ced8792b-492e-4f0b-bcce-09823a0c0c72 is going to be updated. [ 605.127227] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.127227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.127227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.127227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.127227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.127513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.481840] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6236c3f3-b115-4b34-b259-3777c15df669 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.481840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.481840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.482640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.484148] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.484148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.484148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.484148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.484148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.484148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.484148] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6236c3f3-b115-4b34-b259-3777c15df669 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.484564] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.484564] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.484747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.484883] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.485011] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.485395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.485395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.485395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.485987] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.485987] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6236c3f3-b115-4b34-b259-3777c15df669',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.598115] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.990636] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6236c3f3-b115-4b34-b259-3777c15df669: rpc.has_security_group_logging(os_id): False [ 606.008834] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f43f495-c293-45c4-acf2-d2ab7208594a in Status: SUCCESS [ 606.008834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.011836] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.011836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.011836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.011836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.011836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.011836] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.011836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.011836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.011836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.011836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.011836] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.011836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.011836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.011836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.011836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.012852] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.012852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.012852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.012852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.012852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.012852] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6236c3f3-b115-4b34-b259-3777c15df669 is going to be created. [ 606.034344] env[65916]: INFO networking_nsxv3.common.synchronization [req-0eea21d6-189a-4d61-ab9e-e826a5949f40 req-8122204b-e20d-4e7b-b380-4f03d46f3388 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Enqueued Resource ID: 56af904d-9628-4da1-a407-362d50f62e51 with Priority: HIGHEST for action security_group_members [ 606.034846] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56af904d-9628-4da1-a407-362d50f62e51 with Priority: HIGHEST for action security_group_members [ 606.036939] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-56af904d-9628-4da1-a407-362d50f62e51 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.038570] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.038651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.038956] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.039079] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.039138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.039203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.039364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.039459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.039539] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56af904d-9628-4da1-a407-362d50f62e51',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.078616] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.078824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.079436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.079436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.079571] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.094223] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6236c3f3-b115-4b34-b259-3777c15df669 in Status: IN_PROGRESS for 2s [ 606.101849] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.102403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.102403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.102403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.102403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.102638] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be created. [ 606.130630] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.130630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.130932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.130932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.131446] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.147926] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: UNINITIALIZED for 2s [ 606.542436] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.542742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.542875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.543211] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.543331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.545049] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.545049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.545049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.545049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.545049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.545049] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56af904d-9628-4da1-a407-362d50f62e51 is going to be updated. [ 606.582846] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.583092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.583092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.583504] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.583703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.594782] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56af904d-9628-4da1-a407-362d50f62e51 in Status: IN_PROGRESS for 2s [ 607.114119] env[65916]: INFO networking_nsxv3.common.synchronization [req-4955d9cc-df02-4800-bfae-d0a2a617b06b req-ede87e36-0c8e-4d40-9c6c-5ebeb8daac01 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Enqueued Resource ID: b29573e8-50ba-49f0-94ba-a42943597223 with Priority: HIGHEST for action security_group_members [ 607.114119] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29573e8-50ba-49f0-94ba-a42943597223 with Priority: HIGHEST for action security_group_members [ 607.114119] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29573e8-50ba-49f0-94ba-a42943597223 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.114119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.114119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.114119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.114119] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.114119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.114119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.114119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.114119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.114119] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29573e8-50ba-49f0-94ba-a42943597223',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.610094] env[65916]: INFO networking_nsxv3.common.synchronization [None req-fcd15e16-7e19-4326-bb56-e2b0265231e0 None None] Enqueued Resource ID: ffb5804d-3bc3-4e6f-80db-03cddeb053c5 with Priority: HIGHEST for action port [ 607.611984] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb5804d-3bc3-4e6f-80db-03cddeb053c5 with Priority: HIGHEST for action port [ 607.611984] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffb5804d-3bc3-4e6f-80db-03cddeb053c5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.611984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffb5804d-3bc3-4e6f-80db-03cddeb053c5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.611984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffb5804d-3bc3-4e6f-80db-03cddeb053c5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.611984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffb5804d-3bc3-4e6f-80db-03cddeb053c5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.611984] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffb5804d-3bc3-4e6f-80db-03cddeb053c5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.620194] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.620194] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.620194] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.620194] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.620194] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.620445] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.620445] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.620445] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.620578] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.620648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.620725] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29573e8-50ba-49f0-94ba-a42943597223 already deleted. [ 607.620796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.108664] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6236c3f3-b115-4b34-b259-3777c15df669 in Status: SUCCESS [ 608.109013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.121284] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffb5804d-3bc3-4e6f-80db-03cddeb053c5 [ 608.121756] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.121756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.121756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.122021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.122130] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.122222] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffb5804d-3bc3-4e6f-80db-03cddeb053c5 already deleted. [ 608.122318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffb5804d-3bc3-4e6f-80db-03cddeb053c5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.159178] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 608.159417] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.159558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.159805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.159965] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.160180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.160180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.160881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.160881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.160881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.160881] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.212711] env[65916]: INFO networking_nsxv3.common.synchronization [None req-39fc72a6-891a-418a-8184-8eb41f92b613 None None] Enqueued Resource ID: 15ee6340-4bc4-4147-9c49-b05fc08d9be6 with Priority: HIGHEST for action port [ 608.213444] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ee6340-4bc4-4147-9c49-b05fc08d9be6 with Priority: HIGHEST for action port [ 608.213774] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-15ee6340-4bc4-4147-9c49-b05fc08d9be6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.213903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15ee6340-4bc4-4147-9c49-b05fc08d9be6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.213972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15ee6340-4bc4-4147-9c49-b05fc08d9be6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.214444] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15ee6340-4bc4-4147-9c49-b05fc08d9be6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.214444] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ee6340-4bc4-4147-9c49-b05fc08d9be6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.287023] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-803 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.287023] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-803" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.287023] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-803" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.287023] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-803" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.287023] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.287023] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.287023] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.287023] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.287023] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.291393] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.291393] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.291393] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.291393] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.291393] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.291393] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.291393] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.326882] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.326882] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.326882] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.326882] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-803" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.326882] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.326882] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.326882] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.326882] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.326882] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.608273] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56af904d-9628-4da1-a407-362d50f62e51 in Status: SUCCESS [ 608.608459] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56af904d-9628-4da1-a407-362d50f62e51 deletion is rescheduled due to dependency. [ 608.608576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56af904d-9628-4da1-a407-362d50f62e51" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.663682] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.663846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.663916] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.664174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.664366] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.664473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.664537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.664689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.664772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.664858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.665010] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.665118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.665173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.665314] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.665452] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.669048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.669048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.669048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.669048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.669048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.669048] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.716803] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15ee6340-4bc4-4147-9c49-b05fc08d9be6 [ 608.717478] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.717478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.717478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.717691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.717806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.717909] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15ee6340-4bc4-4147-9c49-b05fc08d9be6 already deleted. [ 608.717991] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15ee6340-4bc4-4147-9c49-b05fc08d9be6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.829857] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.831023] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.832519] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.832825] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.832985] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.833269] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf not found, creating... [ 608.833697] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.833893] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.834035] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.834389] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.834490] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.834823] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.835014] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.835610] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.839713] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.839713] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.839834] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf is going to be created. [ 608.863821] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.864037] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.864159] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.864504] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.864772] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.865548] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.168718] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4394493d-eba2-4b0d-b95d-ebeaee81a3f7: rpc.has_security_group_logging(os_id): False [ 609.191032] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.191198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.191249] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.191462] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.191546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.191850] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.191850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.191967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.192037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.192110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.192321] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.192441] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.192501] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.192669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.192722] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.192879] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.192967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.193145] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.193328] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.193405] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.193487] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be created. [ 609.255451] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.255664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.255764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.256253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.256545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.271428] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 609.612491] env[65916]: INFO networking_nsxv3.common.synchronization [req-4955d9cc-df02-4800-bfae-d0a2a617b06b req-9a8b88cf-0e4c-45e4-bd8e-8f12d2b22d4c service nova] Enqueued Resource ID: b29573e8-50ba-49f0-94ba-a42943597223 with Priority: HIGHEST for action security_group_rules [ 609.612676] env[65916]: INFO networking_nsxv3.common.synchronization [req-4955d9cc-df02-4800-bfae-d0a2a617b06b req-9a8b88cf-0e4c-45e4-bd8e-8f12d2b22d4c service nova] Enqueued Resource ID: b29573e8-50ba-49f0-94ba-a42943597223 with Priority: HIGHEST for action security_group_members [ 609.612799] env[65916]: INFO networking_nsxv3.common.synchronization [req-4955d9cc-df02-4800-bfae-d0a2a617b06b req-9a8b88cf-0e4c-45e4-bd8e-8f12d2b22d4c service nova] Enqueued Resource ID: ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf with Priority: HIGHEST for action port [ 609.613474] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29573e8-50ba-49f0-94ba-a42943597223 with Priority: HIGHEST for action security_group_rules [ 609.613642] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29573e8-50ba-49f0-94ba-a42943597223 with Priority: HIGHEST for action security_group_members [ 609.614220] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf with Priority: HIGHEST for action port [ 609.614841] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29573e8-50ba-49f0-94ba-a42943597223 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.616735] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.616856] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.617113] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.617252] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29573e8-50ba-49f0-94ba-a42943597223',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.618859] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29573e8-50ba-49f0-94ba-a42943597223 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.619008] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.619121] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.619399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.619597] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.619704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.619776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.619988] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.620062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.620175] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29573e8-50ba-49f0-94ba-a42943597223',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.621975] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.622166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.622250] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.622433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.622550] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.906959] env[65916]: INFO networking_nsxv3.common.synchronization [None req-995306a4-5d55-4f97-bfa8-07d3ee4519d6 None None] Enqueued Resource ID: 13a1568a-d07a-4f5c-a5ee-74239f9d4a23 with Priority: HIGHEST for action port [ 609.907607] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a1568a-d07a-4f5c-a5ee-74239f9d4a23 with Priority: HIGHEST for action port [ 609.908361] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-13a1568a-d07a-4f5c-a5ee-74239f9d4a23 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.908481] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13a1568a-d07a-4f5c-a5ee-74239f9d4a23" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.908481] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13a1568a-d07a-4f5c-a5ee-74239f9d4a23" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.908746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13a1568a-d07a-4f5c-a5ee-74239f9d4a23" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.908809] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a1568a-d07a-4f5c-a5ee-74239f9d4a23',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.943565] env[65916]: INFO networking_nsxv3.common.synchronization [req-c4be4e09-fd5f-408b-bb25-12687c8fc056 req-3ee6a3d6-d77c-4948-8a6d-26e987edc470 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Enqueued Resource ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 with Priority: HIGHEST for action security_group_members [ 609.944060] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 with Priority: HIGHEST for action security_group_members [ 609.944792] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ffb79de-a92a-43a1-8bf0-f33722d33411 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.945064] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.945064] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.945283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.945556] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.945556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.945683] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.945780] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.945865] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.946053] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ffb79de-a92a-43a1-8bf0-f33722d33411',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.119655] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29573e8-50ba-49f0-94ba-a42943597223 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.119762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.122177] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29573e8-50ba-49f0-94ba-a42943597223',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.128209] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf with status ACTIVE [ 610.128438] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.128576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.128657] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.128897] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.129015] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.129232] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.129337] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.129408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.129595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.129667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.129879] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.130170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.130170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.130271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.130303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.130387] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf is going to be updated. [ 610.156441] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.156612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.156694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.156935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.157093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.157266] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.411759] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13a1568a-d07a-4f5c-a5ee-74239f9d4a23 [ 610.412118] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.412118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.412217] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.415071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.415071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.415071] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13a1568a-d07a-4f5c-a5ee-74239f9d4a23 already deleted. [ 610.415071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13a1568a-d07a-4f5c-a5ee-74239f9d4a23" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.430301] env[65916]: INFO networking_nsxv3.common.synchronization [None req-4b8c53c4-76d5-4456-85d8-7fec77069a37 None None] Enqueued Resource ID: b9ac7b4a-e9c8-46bb-83ef-f95bc41dc28f with Priority: HIGHEST for action port [ 610.430969] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ac7b4a-e9c8-46bb-83ef-f95bc41dc28f with Priority: HIGHEST for action port [ 610.431323] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9ac7b4a-e9c8-46bb-83ef-f95bc41dc28f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.431594] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9ac7b4a-e9c8-46bb-83ef-f95bc41dc28f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.431594] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9ac7b4a-e9c8-46bb-83ef-f95bc41dc28f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.431795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9ac7b4a-e9c8-46bb-83ef-f95bc41dc28f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.431920] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ac7b4a-e9c8-46bb-83ef-f95bc41dc28f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.449176] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.449319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.449391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.449605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.449711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.450702] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.450702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.450702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.450702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.450702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.450702] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 already deleted. [ 610.450702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.626022] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29573e8-50ba-49f0-94ba-a42943597223',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.936432] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9ac7b4a-e9c8-46bb-83ef-f95bc41dc28f [ 610.936432] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.936432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.936432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.936432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.936432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.936432] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9ac7b4a-e9c8-46bb-83ef-f95bc41dc28f already deleted. [ 610.936432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9ac7b4a-e9c8-46bb-83ef-f95bc41dc28f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.054060] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.054267] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.055090] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.055090] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.055090] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.055279] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.055279] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.055924] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.055924] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.055924] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.055924] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.056126] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.056126] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.056188] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.056288] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.056396] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.078559] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.078717] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.078852] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.079041] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.079369] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-347fc183-0d4e-4de3-91bf-48e86094a69e taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.079536] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-347fc183-0d4e-4de3-91bf-48e86094a69e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.079647] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-347fc183-0d4e-4de3-91bf-48e86094a69e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.079976] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-347fc183-0d4e-4de3-91bf-48e86094a69e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.080124] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('347fc183-0d4e-4de3-91bf-48e86094a69e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.129131] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.129311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.129380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.129953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.129953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.130068] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29573e8-50ba-49f0-94ba-a42943597223 is going to be created. [ 611.157129] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.157321] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.157390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.157557] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.157720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.174451] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29573e8-50ba-49f0-94ba-a42943597223 in Status: UNINITIALIZED for 2s [ 611.284728] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 611.284851] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.368030] env[65916]: INFO networking_nsxv3.common.synchronization [None req-07a4878e-705f-424f-8020-74ff8bc84d88 None None] Enqueued Resource ID: b1d1a9dc-484a-4b5e-9a24-3c2a1459fd70 with Priority: HIGHEST for action port [ 611.368836] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d1a9dc-484a-4b5e-9a24-3c2a1459fd70 with Priority: HIGHEST for action port [ 611.368943] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1d1a9dc-484a-4b5e-9a24-3c2a1459fd70 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.369079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1d1a9dc-484a-4b5e-9a24-3c2a1459fd70" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.369699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1d1a9dc-484a-4b5e-9a24-3c2a1459fd70" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.369699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1d1a9dc-484a-4b5e-9a24-3c2a1459fd70" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.369699] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1d1a9dc-484a-4b5e-9a24-3c2a1459fd70',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.583040] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.583487] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.583487] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.584663] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.584663] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.584663] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 347fc183-0d4e-4de3-91bf-48e86094a69e not found, creating... [ 611.584663] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.584663] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.584924] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.584982] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.585131] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.588238] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.588404] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.588517] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.588724] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.588852] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.588985] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 347fc183-0d4e-4de3-91bf-48e86094a69e is going to be created. [ 611.610372] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.610585] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.610701] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.610985] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.611250] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.611509] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-347fc183-0d4e-4de3-91bf-48e86094a69e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.871999] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1d1a9dc-484a-4b5e-9a24-3c2a1459fd70 [ 611.872284] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.872428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.872497] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.872719] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.872810] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.872942] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1d1a9dc-484a-4b5e-9a24-3c2a1459fd70 already deleted. [ 611.873064] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1d1a9dc-484a-4b5e-9a24-3c2a1459fd70" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.019388] env[65916]: INFO networking_nsxv3.common.synchronization [None req-caa6ff33-259e-4a1b-906a-83828dcaffcf None None] Enqueued Resource ID: ebc34aac-dc58-4b72-bbe1-8cb39d0bdc78 with Priority: HIGHEST for action port [ 612.019863] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc34aac-dc58-4b72-bbe1-8cb39d0bdc78 with Priority: HIGHEST for action port [ 612.020201] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc34aac-dc58-4b72-bbe1-8cb39d0bdc78 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.020348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc34aac-dc58-4b72-bbe1-8cb39d0bdc78" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.020415] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc34aac-dc58-4b72-bbe1-8cb39d0bdc78" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.020672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc34aac-dc58-4b72-bbe1-8cb39d0bdc78" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.021026] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc34aac-dc58-4b72-bbe1-8cb39d0bdc78',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.335895] env[65916]: INFO networking_nsxv3.common.synchronization [req-c4be4e09-fd5f-408b-bb25-12687c8fc056 req-97bf92aa-b699-4b8c-9dd5-7712814ed864 service nova] Enqueued Resource ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 with Priority: HIGHEST for action security_group_rules [ 612.335895] env[65916]: INFO networking_nsxv3.common.synchronization [req-c4be4e09-fd5f-408b-bb25-12687c8fc056 req-97bf92aa-b699-4b8c-9dd5-7712814ed864 service nova] Enqueued Resource ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 with Priority: HIGHEST for action security_group_members [ 612.336023] env[65916]: INFO networking_nsxv3.common.synchronization [req-c4be4e09-fd5f-408b-bb25-12687c8fc056 req-97bf92aa-b699-4b8c-9dd5-7712814ed864 service nova] Enqueued Resource ID: 347fc183-0d4e-4de3-91bf-48e86094a69e with Priority: HIGHEST for action port [ 612.336464] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 with Priority: HIGHEST for action security_group_rules [ 612.336595] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 with Priority: HIGHEST for action security_group_members [ 612.336689] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347fc183-0d4e-4de3-91bf-48e86094a69e with Priority: HIGHEST for action port [ 612.336946] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ffb79de-a92a-43a1-8bf0-f33722d33411 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.338859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.339321] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.339660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.339891] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ffb79de-a92a-43a1-8bf0-f33722d33411',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.341313] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ffb79de-a92a-43a1-8bf0-f33722d33411 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.341493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.341602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.343222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.343443] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.343604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.343707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.343911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.344254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.345722] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ffb79de-a92a-43a1-8bf0-f33722d33411',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.346730] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-347fc183-0d4e-4de3-91bf-48e86094a69e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.347645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-347fc183-0d4e-4de3-91bf-48e86094a69e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.348656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-347fc183-0d4e-4de3-91bf-48e86094a69e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.348926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-347fc183-0d4e-4de3-91bf-48e86094a69e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.349067] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('347fc183-0d4e-4de3-91bf-48e86094a69e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.524890] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebc34aac-dc58-4b72-bbe1-8cb39d0bdc78 [ 612.524890] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.524890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.524890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.524890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.524890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.524890] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebc34aac-dc58-4b72-bbe1-8cb39d0bdc78 already deleted. [ 612.524890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc34aac-dc58-4b72-bbe1-8cb39d0bdc78" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.852361] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ffb79de-a92a-43a1-8bf0-f33722d33411',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.853517] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ffb79de-a92a-43a1-8bf0-f33722d33411 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.853639] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.853810] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 347fc183-0d4e-4de3-91bf-48e86094a69e with status ACTIVE [ 612.853965] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.854082] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.854309] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.854532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.854532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.854696] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.854801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.854866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.855587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.855658] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.855883] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.856071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.856167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.856371] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.856577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.856704] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 347fc183-0d4e-4de3-91bf-48e86094a69e is going to be updated. [ 612.880379] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.880558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.880558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.880804] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.880863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.881018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-347fc183-0d4e-4de3-91bf-48e86094a69e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.187937] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29573e8-50ba-49f0-94ba-a42943597223 in Status: SUCCESS [ 613.188226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.188364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.189941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.189941] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.189941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.189941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.189941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.189941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.189941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.189941] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b29573e8-50ba-49f0-94ba-a42943597223',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.360022] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ffb79de-a92a-43a1-8bf0-f33722d33411',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.626739] env[65916]: INFO networking_nsxv3.common.synchronization [req-80e97cf4-3d49-4a73-a9fd-c27094ac6d17 req-566e0aa8-2f12-4cfe-81e8-60d00b08f834 tempest-SecurityGroupRulesNegativeTestJSON-1624479209 tempest-SecurityGroupRulesNegativeTestJSON-1624479209-project-member] Enqueued Resource ID: 6545da8c-64b8-43b6-81ad-2e8492b29a08 with Priority: HIGHEST for action security_group_rules [ 613.627351] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6545da8c-64b8-43b6-81ad-2e8492b29a08 with Priority: HIGHEST for action security_group_rules [ 613.628061] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6545da8c-64b8-43b6-81ad-2e8492b29a08 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.628061] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6545da8c-64b8-43b6-81ad-2e8492b29a08" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.628061] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6545da8c-64b8-43b6-81ad-2e8492b29a08" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.628267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6545da8c-64b8-43b6-81ad-2e8492b29a08" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.628267] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6545da8c-64b8-43b6-81ad-2e8492b29a08',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.694401] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b29573e8-50ba-49f0-94ba-a42943597223',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.864522] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.864522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.864522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.865094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.865094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.865094] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 is going to be created. [ 613.895555] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.896875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.896875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.896875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.896875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.908852] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 in Status: UNINITIALIZED for 2s [ 614.153730] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.153730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.154038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.154144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.155137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.155137] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6545da8c-64b8-43b6-81ad-2e8492b29a08 already deleted. [ 614.155137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6545da8c-64b8-43b6-81ad-2e8492b29a08" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.197038] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b29573e8-50ba-49f0-94ba-a42943597223: rpc.has_security_group_logging(os_id): False [ 614.218289] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.218289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.218289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.218289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.218289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.218289] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.218289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.218289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.218289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.218289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.218289] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29573e8-50ba-49f0-94ba-a42943597223 is going to be created. [ 614.256510] env[65916]: INFO networking_nsxv3.common.synchronization [None req-da833198-aa57-4111-9457-7321ea7fca16 None None] Enqueued Resource ID: 7442a459-8713-4aa5-a2ff-94f58e8b797d with Priority: HIGHEST for action port [ 614.256863] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7442a459-8713-4aa5-a2ff-94f58e8b797d with Priority: HIGHEST for action port [ 614.257348] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-7442a459-8713-4aa5-a2ff-94f58e8b797d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.257348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7442a459-8713-4aa5-a2ff-94f58e8b797d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.257458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7442a459-8713-4aa5-a2ff-94f58e8b797d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.257660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7442a459-8713-4aa5-a2ff-94f58e8b797d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.257744] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7442a459-8713-4aa5-a2ff-94f58e8b797d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.297049] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.297226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.297226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.297454] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.297724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.319623] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29573e8-50ba-49f0-94ba-a42943597223 in Status: IN_PROGRESS for 2s [ 614.626593] env[65916]: INFO networking_nsxv3.common.synchronization [None req-f8069eed-b6a2-40c5-8778-6e187595c6f6 None None] Enqueued Resource ID: 6a2e814f-50ba-4f9f-b07c-f8e21043f077 with Priority: HIGHEST for action port [ 614.626593] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2e814f-50ba-4f9f-b07c-f8e21043f077 with Priority: HIGHEST for action port [ 614.626593] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a2e814f-50ba-4f9f-b07c-f8e21043f077 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.626593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a2e814f-50ba-4f9f-b07c-f8e21043f077" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.626593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a2e814f-50ba-4f9f-b07c-f8e21043f077" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.631094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a2e814f-50ba-4f9f-b07c-f8e21043f077" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.631094] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a2e814f-50ba-4f9f-b07c-f8e21043f077',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.762115] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7442a459-8713-4aa5-a2ff-94f58e8b797d [ 614.762371] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.762573] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.762573] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.762795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.762885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.762978] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7442a459-8713-4aa5-a2ff-94f58e8b797d already deleted. [ 614.763092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7442a459-8713-4aa5-a2ff-94f58e8b797d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.134519] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a2e814f-50ba-4f9f-b07c-f8e21043f077 [ 615.134805] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.134805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.134910] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.135086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.135185] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.135526] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a2e814f-50ba-4f9f-b07c-f8e21043f077 already deleted. [ 615.135526] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a2e814f-50ba-4f9f-b07c-f8e21043f077" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.784944] env[65916]: INFO networking_nsxv3.common.synchronization [None req-7dbc0560-d451-41cf-a386-f0f5a7c1db91 None None] Enqueued Resource ID: b8a1fe40-a936-454a-8711-3763918ab566 with Priority: HIGHEST for action port [ 615.785530] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8a1fe40-a936-454a-8711-3763918ab566 with Priority: HIGHEST for action port [ 615.785829] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8a1fe40-a936-454a-8711-3763918ab566 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.787415] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8a1fe40-a936-454a-8711-3763918ab566" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.787415] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8a1fe40-a936-454a-8711-3763918ab566" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.787689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8a1fe40-a936-454a-8711-3763918ab566" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.787689] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8a1fe40-a936-454a-8711-3763918ab566',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.920397] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 in Status: SUCCESS [ 615.920691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.921155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.921368] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.921567] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.921694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.921849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.921903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.921981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.922076] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.922168] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ffb79de-a92a-43a1-8bf0-f33722d33411',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.072855] env[65916]: INFO networking_nsxv3.common.synchronization [None req-c2d68a2c-edab-4141-93c9-8ae8ff001dc9 None None] Enqueued Resource ID: 4d89f595-85ed-4e29-84cc-653624e36ff0 with Priority: HIGHEST for action port [ 616.073441] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d89f595-85ed-4e29-84cc-653624e36ff0 with Priority: HIGHEST for action port [ 616.073729] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d89f595-85ed-4e29-84cc-653624e36ff0 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.073854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d89f595-85ed-4e29-84cc-653624e36ff0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.073920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d89f595-85ed-4e29-84cc-653624e36ff0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.074366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d89f595-85ed-4e29-84cc-653624e36ff0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.074678] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d89f595-85ed-4e29-84cc-653624e36ff0',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.289488] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8a1fe40-a936-454a-8711-3763918ab566 [ 616.289783] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.289961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.290484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.290832] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.290972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.291494] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8a1fe40-a936-454a-8711-3763918ab566 already deleted. [ 616.291652] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8a1fe40-a936-454a-8711-3763918ab566" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.333772] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29573e8-50ba-49f0-94ba-a42943597223 in Status: SUCCESS [ 616.334130] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.424823] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ffb79de-a92a-43a1-8bf0-f33722d33411 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.425050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.425124] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.425312] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.425518] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.425650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.425711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.425881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.425967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.426098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.426278] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ffb79de-a92a-43a1-8bf0-f33722d33411 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.426388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.426463] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.426630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.426783] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.426944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.426944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.427126] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.427204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.427296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.427407] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ffb79de-a92a-43a1-8bf0-f33722d33411',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.578548] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d89f595-85ed-4e29-84cc-653624e36ff0 [ 616.578548] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.578736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.578802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.580231] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.580231] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.580231] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d89f595-85ed-4e29-84cc-653624e36ff0 already deleted. [ 616.580231] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d89f595-85ed-4e29-84cc-653624e36ff0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.931374] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ffb79de-a92a-43a1-8bf0-f33722d33411: rpc.has_security_group_logging(os_id): False [ 616.952457] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.952457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.952457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.952745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.952896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.953282] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.953452] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.953546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.953776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.953883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.954956] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.955218] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.955285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.955443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.955516] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.955720] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.955820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.955966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.956084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.956118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.956717] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 is going to be created. [ 617.020113] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.020269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.020337] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.020620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.020725] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.036605] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 in Status: IN_PROGRESS for 2s [ 618.557969] env[65916]: INFO networking_nsxv3.common.synchronization [None req-2c2bc22c-188e-4ef3-b361-de122be0853a None None] Enqueued Resource ID: 3859c660-acf8-4370-a00f-71f1306a9166 with Priority: HIGHEST for action port [ 618.557969] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3859c660-acf8-4370-a00f-71f1306a9166 with Priority: HIGHEST for action port [ 618.557969] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-3859c660-acf8-4370-a00f-71f1306a9166 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.557969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3859c660-acf8-4370-a00f-71f1306a9166" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.557969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3859c660-acf8-4370-a00f-71f1306a9166" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.557969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3859c660-acf8-4370-a00f-71f1306a9166" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.557969] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3859c660-acf8-4370-a00f-71f1306a9166',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.054365] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 in Status: SUCCESS [ 619.054365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.061603] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3859c660-acf8-4370-a00f-71f1306a9166 [ 619.062868] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.062868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.062868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.063129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.063129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.063188] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3859c660-acf8-4370-a00f-71f1306a9166 already deleted. [ 619.063288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3859c660-acf8-4370-a00f-71f1306a9166" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.448593] env[65916]: INFO networking_nsxv3.common.synchronization [None req-b4ffe264-7d36-4990-9057-7a2e1ded35fb None None] Enqueued Resource ID: 135aefcf-4450-4a40-bd8f-c1d6bc29e0f3 with Priority: HIGHEST for action port [ 619.449575] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135aefcf-4450-4a40-bd8f-c1d6bc29e0f3 with Priority: HIGHEST for action port [ 619.450403] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-135aefcf-4450-4a40-bd8f-c1d6bc29e0f3 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.450403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-135aefcf-4450-4a40-bd8f-c1d6bc29e0f3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.450975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-135aefcf-4450-4a40-bd8f-c1d6bc29e0f3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.454025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-135aefcf-4450-4a40-bd8f-c1d6bc29e0f3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.454025] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135aefcf-4450-4a40-bd8f-c1d6bc29e0f3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.955943] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 135aefcf-4450-4a40-bd8f-c1d6bc29e0f3 [ 619.955943] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.955943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.955943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.956425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.956425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.956425] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:135aefcf-4450-4a40-bd8f-c1d6bc29e0f3 already deleted. [ 619.956425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-135aefcf-4450-4a40-bd8f-c1d6bc29e0f3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.229923] env[65916]: INFO networking_nsxv3.common.synchronization [None req-f04ea136-38c0-47ea-9dab-4ef52578d8a5 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Enqueued Resource ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 with Priority: HIGHEST for action security_group_rules [ 620.229923] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 with Priority: HIGHEST for action security_group_rules [ 620.231843] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e9b2203-8c07-4f1d-9242-643024f97a02 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.231843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.231843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.231843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.231843] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e9b2203-8c07-4f1d-9242-643024f97a02',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.390024] env[65916]: INFO networking_nsxv3.common.synchronization [None req-4b77be40-2a74-4713-9c43-6097891b9c2c None None] Enqueued Resource ID: 610db110-226f-4e9f-b2e2-f788389822a1 with Priority: HIGHEST for action port [ 620.390530] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 610db110-226f-4e9f-b2e2-f788389822a1 with Priority: HIGHEST for action port [ 620.390833] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-610db110-226f-4e9f-b2e2-f788389822a1 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.391071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-610db110-226f-4e9f-b2e2-f788389822a1" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.391730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-610db110-226f-4e9f-b2e2-f788389822a1" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.392165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-610db110-226f-4e9f-b2e2-f788389822a1" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.392165] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('610db110-226f-4e9f-b2e2-f788389822a1',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.616850] env[65916]: INFO networking_nsxv3.common.synchronization [None req-28720870-17cf-48a1-a7b1-9072d19f112f None None] Enqueued Resource ID: 1adb2783-9370-4630-9bdd-e056c1cf8bca with Priority: HIGHEST for action port [ 620.617126] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adb2783-9370-4630-9bdd-e056c1cf8bca with Priority: HIGHEST for action port [ 620.618695] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-1adb2783-9370-4630-9bdd-e056c1cf8bca taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.618695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1adb2783-9370-4630-9bdd-e056c1cf8bca" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.618695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1adb2783-9370-4630-9bdd-e056c1cf8bca" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.618695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1adb2783-9370-4630-9bdd-e056c1cf8bca" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.618695] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1adb2783-9370-4630-9bdd-e056c1cf8bca',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.756790] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.756790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.756790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.756790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.756790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.756790] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 already deleted. [ 620.756790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.816677] env[65916]: INFO networking_nsxv3.common.synchronization [None req-a50bbdc3-fce1-47b8-94dd-0904cbdcbbe4 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Enqueued Resource ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 with Priority: HIGHEST for action security_group_rules [ 620.816984] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 with Priority: HIGHEST for action security_group_rules [ 620.817348] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e9b2203-8c07-4f1d-9242-643024f97a02 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.817536] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.817642] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.822551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.822551] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e9b2203-8c07-4f1d-9242-643024f97a02',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.895188] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 610db110-226f-4e9f-b2e2-f788389822a1 [ 620.895188] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.895327] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.895463] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.895716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.895811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.895909] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:610db110-226f-4e9f-b2e2-f788389822a1 already deleted. [ 620.896010] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-610db110-226f-4e9f-b2e2-f788389822a1" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.120779] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1adb2783-9370-4630-9bdd-e056c1cf8bca [ 621.121104] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.121104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.122247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.122247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.122247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.122247] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1adb2783-9370-4630-9bdd-e056c1cf8bca already deleted. [ 621.122247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1adb2783-9370-4630-9bdd-e056c1cf8bca" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.127643] env[65916]: INFO networking_nsxv3.common.synchronization [req-0de0924d-9746-4ad9-b533-c0fe6624f574 req-41b0f1f0-1c68-49ae-856b-d2cb012148df tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Enqueued Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_members [ 621.128312] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_members [ 621.129069] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede1522-8988-4860-bf33-cb51ce87871a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.129292] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.129292] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.129395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.129995] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.129995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.129995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.129995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.129995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.130837] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.344821] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.344927] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.344979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.346346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.346346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.346346] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 already deleted. [ 621.347393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.634573] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.774067] env[65916]: INFO networking_nsxv3.common.synchronization [None req-fd869137-ef68-4b19-aa63-939ad944f8cd None None] Enqueued Resource ID: 55f6a08e-abaa-403d-8d92-63642e2baf42 with Priority: HIGHEST for action port [ 621.774067] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55f6a08e-abaa-403d-8d92-63642e2baf42 with Priority: HIGHEST for action port [ 621.774238] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-55f6a08e-abaa-403d-8d92-63642e2baf42 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.774566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55f6a08e-abaa-403d-8d92-63642e2baf42" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.774566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55f6a08e-abaa-403d-8d92-63642e2baf42" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.774720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55f6a08e-abaa-403d-8d92-63642e2baf42" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.774792] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55f6a08e-abaa-403d-8d92-63642e2baf42',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.812354] env[65916]: INFO networking_nsxv3.common.synchronization [None req-ca9f4674-f61d-4d47-a5f6-62a37c62b6b3 None None] Enqueued Resource ID: 5c99ecd1-56b4-41ea-9953-0141c6603d11 with Priority: HIGHEST for action port [ 621.812497] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c99ecd1-56b4-41ea-9953-0141c6603d11 with Priority: HIGHEST for action port [ 621.815017] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c99ecd1-56b4-41ea-9953-0141c6603d11 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.815259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c99ecd1-56b4-41ea-9953-0141c6603d11" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.815381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c99ecd1-56b4-41ea-9953-0141c6603d11" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.816232] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c99ecd1-56b4-41ea-9953-0141c6603d11" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.816232] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c99ecd1-56b4-41ea-9953-0141c6603d11',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.083378] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.083573] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.083694] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.083960] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.084233] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.084408] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.084531] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.084743] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.084885] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.085950] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.086174] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.086329] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.086492] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.086653] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.086798] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.086976] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.108993] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.109174] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.109333] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.109511] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.111014] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-25978053-665e-4bf8-a3bf-193a9c061ea9 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.111014] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-25978053-665e-4bf8-a3bf-193a9c061ea9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.111014] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-25978053-665e-4bf8-a3bf-193a9c061ea9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.111014] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-25978053-665e-4bf8-a3bf-193a9c061ea9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.111014] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25978053-665e-4bf8-a3bf-193a9c061ea9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.136405] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.282582] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55f6a08e-abaa-403d-8d92-63642e2baf42 [ 622.282892] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.285558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.285558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.285558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.285558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.285558] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55f6a08e-abaa-403d-8d92-63642e2baf42 already deleted. [ 622.285558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55f6a08e-abaa-403d-8d92-63642e2baf42" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.318802] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c99ecd1-56b4-41ea-9953-0141c6603d11 [ 622.319078] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.319695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.319695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.319695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.319695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.319695] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c99ecd1-56b4-41ea-9953-0141c6603d11 already deleted. [ 622.320066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c99ecd1-56b4-41ea-9953-0141c6603d11" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.614176] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.614516] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.614635] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.614887] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.615049] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.615235] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 25978053-665e-4bf8-a3bf-193a9c061ea9 not found, creating... [ 622.615590] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.615692] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.615787] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.616127] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.616293] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.616659] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.616816] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.616964] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.617652] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.617825] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.618065] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 25978053-665e-4bf8-a3bf-193a9c061ea9 is going to be created. [ 622.642012] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.642474] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.642608] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.642958] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.643360] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.643778] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-25978053-665e-4bf8-a3bf-193a9c061ea9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.644944] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.646053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.646053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.646053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.646053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.646053] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede1522-8988-4860-bf33-cb51ce87871a is going to be updated. [ 622.683178] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.683531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.683619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.684095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.684562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.695355] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede1522-8988-4860-bf33-cb51ce87871a in Status: IN_PROGRESS for 2s [ 623.568509] env[65916]: INFO networking_nsxv3.common.synchronization [req-0de0924d-9746-4ad9-b533-c0fe6624f574 req-ef7e594a-0ddf-42e7-a043-4785a92f8d05 service nova] Enqueued Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_rules [ 623.568856] env[65916]: INFO networking_nsxv3.common.synchronization [req-0de0924d-9746-4ad9-b533-c0fe6624f574 req-ef7e594a-0ddf-42e7-a043-4785a92f8d05 service nova] Enqueued Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_members [ 623.568900] env[65916]: INFO networking_nsxv3.common.synchronization [req-0de0924d-9746-4ad9-b533-c0fe6624f574 req-ef7e594a-0ddf-42e7-a043-4785a92f8d05 service nova] Enqueued Resource ID: 25978053-665e-4bf8-a3bf-193a9c061ea9 with Priority: HIGHEST for action port [ 623.569613] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_rules [ 623.570131] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_members [ 623.570131] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25978053-665e-4bf8-a3bf-193a9c061ea9 with Priority: HIGHEST for action port [ 623.570665] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ede1522-8988-4860-bf33-cb51ce87871a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.570665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.570665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.570862] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.570948] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.572007] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede1522-8988-4860-bf33-cb51ce87871a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.572138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.572358] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-25978053-665e-4bf8-a3bf-193a9c061ea9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.572456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25978053-665e-4bf8-a3bf-193a9c061ea9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.572558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25978053-665e-4bf8-a3bf-193a9c061ea9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.572707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25978053-665e-4bf8-a3bf-193a9c061ea9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.572786] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25978053-665e-4bf8-a3bf-193a9c061ea9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.883662] env[65916]: INFO networking_nsxv3.common.synchronization [req-7b0a73ec-d2c9-4059-9c75-4aa9a844a5e7 req-6d9aa094-03db-4501-af6b-fbb77b9e9b16 tempest-SecurityGroupRulesTestJSON-281124910 tempest-SecurityGroupRulesTestJSON-281124910-project-member] Enqueued Resource ID: 19b1a2c5-8657-4d0d-a541-871f46051fdf with Priority: HIGHEST for action security_group_rules [ 623.884348] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b1a2c5-8657-4d0d-a541-871f46051fdf with Priority: HIGHEST for action security_group_rules [ 623.885159] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b1a2c5-8657-4d0d-a541-871f46051fdf taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.885860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b1a2c5-8657-4d0d-a541-871f46051fdf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.885958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b1a2c5-8657-4d0d-a541-871f46051fdf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.886238] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b1a2c5-8657-4d0d-a541-871f46051fdf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.886330] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b1a2c5-8657-4d0d-a541-871f46051fdf',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.078703] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede1522-8988-4860-bf33-cb51ce87871a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.078703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.078703] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25978053-665e-4bf8-a3bf-193a9c061ea9 with status ACTIVE [ 624.078703] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.078703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.078703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.078703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.078703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.078703] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.078703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.078703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.079385] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.079385] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.079385] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.079385] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.079536] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.079609] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.080092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.080250] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25978053-665e-4bf8-a3bf-193a9c061ea9 is going to be updated. [ 624.112498] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.112498] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.113882] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.113882] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.113882] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.113882] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25978053-665e-4bf8-a3bf-193a9c061ea9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.127194] env[65916]: INFO networking_nsxv3.common.synchronization [req-741cef63-df5e-44ff-b86e-a144f8f6feb0 req-e7b724c2-5a37-4483-ade8-af3d51a8ba87 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Enqueued Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_members [ 624.127194] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_members [ 624.127473] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f43f495-c293-45c4-acf2-d2ab7208594a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.127473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.127596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.127738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.127899] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.128165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.128165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.132062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.132062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.132062] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.416357] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.417317] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.417433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.418375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.418375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.418375] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b1a2c5-8657-4d0d-a541-871f46051fdf already deleted. [ 624.418375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b1a2c5-8657-4d0d-a541-871f46051fdf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.495582] env[65916]: INFO networking_nsxv3.common.synchronization [req-03afa993-a48f-4abe-8c94-624647184d28 req-fe2a360d-cdba-4ade-9524-a1d41de44b86 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Enqueued Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_members [ 624.496369] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_members [ 624.496369] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c854af9-9a6e-4746-8c17-a5532d915743 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.496523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.496559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.497039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.497039] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.497039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.497332] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.497366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.497627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.497627] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.632317] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.633839] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.633839] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.633999] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.634220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.634320] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.634440] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.634501] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.634682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.634763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.634860] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f43f495-c293-45c4-acf2-d2ab7208594a is going to be updated. [ 624.686319] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.686319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.686319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.686319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.686319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.700102] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f43f495-c293-45c4-acf2-d2ab7208594a in Status: IN_PROGRESS for 2s [ 624.707154] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede1522-8988-4860-bf33-cb51ce87871a in Status: SUCCESS [ 624.707154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.707404] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.708467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.708738] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.709071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.709175] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.709378] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.710293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.710293] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.001338] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.001338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.001338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.001338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.001338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.001896] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.001896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.001896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.001896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.001896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.002126] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c854af9-9a6e-4746-8c17-a5532d915743 already deleted. [ 625.002126] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.207786] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.208065] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-216" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.208221] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-216" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.208641] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-216" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.210903] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.210903] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.210903] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.210903] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.211382] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.211382] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.211382] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.211382] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.211629] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.211629] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.211741] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.211782] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.215756] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.235299] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.235299] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.235299] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.235299] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-216" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.236377] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-f11faf46-d8d4-4991-ae33-c2f4abb11534 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.236377] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-f11faf46-d8d4-4991-ae33-c2f4abb11534" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.236377] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-f11faf46-d8d4-4991-ae33-c2f4abb11534" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.236377] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-f11faf46-d8d4-4991-ae33-c2f4abb11534" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.236828] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f11faf46-d8d4-4991-ae33-c2f4abb11534',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.295751] env[65916]: INFO networking_nsxv3.common.synchronization [None req-0cf63bfc-7c0c-4950-ab0d-a978470d9abf None None] Enqueued Resource ID: bdeed913-f544-441d-878b-cd84d20061af with Priority: HIGHEST for action port [ 625.296020] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdeed913-f544-441d-878b-cd84d20061af with Priority: HIGHEST for action port [ 625.296412] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdeed913-f544-441d-878b-cd84d20061af taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.296593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdeed913-f544-441d-878b-cd84d20061af" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.296662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdeed913-f544-441d-878b-cd84d20061af" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.297339] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdeed913-f544-441d-878b-cd84d20061af" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.297490] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdeed913-f544-441d-878b-cd84d20061af',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.717930] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.738941] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.739212] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.739315] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.739570] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.740121] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.740121] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port f11faf46-d8d4-4991-ae33-c2f4abb11534 not found, creating... [ 625.740250] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.740735] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.740735] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.740881] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.740925] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.741251] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.741862] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.741862] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.741862] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.742054] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.742117] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: f11faf46-d8d4-4991-ae33-c2f4abb11534 is going to be created. [ 625.767295] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.767508] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.767782] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.767867] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.768095] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.768329] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-f11faf46-d8d4-4991-ae33-c2f4abb11534" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.799981] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdeed913-f544-441d-878b-cd84d20061af [ 625.800288] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.800467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.800467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.801089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.801089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.801089] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdeed913-f544-441d-878b-cd84d20061af already deleted. [ 625.801089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdeed913-f544-441d-878b-cd84d20061af" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.961216] env[65916]: INFO networking_nsxv3.common.synchronization [None req-e680a0ed-448f-43fd-a751-8a1c4c57aac5 None None] Enqueued Resource ID: b36574f5-a666-4005-8210-b133f91af937 with Priority: HIGHEST for action port [ 625.961766] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b36574f5-a666-4005-8210-b133f91af937 with Priority: HIGHEST for action port [ 625.962078] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-b36574f5-a666-4005-8210-b133f91af937 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.962220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b36574f5-a666-4005-8210-b133f91af937" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.962282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b36574f5-a666-4005-8210-b133f91af937" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.962589] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b36574f5-a666-4005-8210-b133f91af937" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.962694] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36574f5-a666-4005-8210-b133f91af937',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.220581] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.220791] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.220838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.221031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.222613] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.222613] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede1522-8988-4860-bf33-cb51ce87871a is going to be updated. [ 626.269542] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.269776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.269845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.270154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.270468] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.284590] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede1522-8988-4860-bf33-cb51ce87871a in Status: IN_PROGRESS for 2s [ 626.467648] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b36574f5-a666-4005-8210-b133f91af937 [ 626.467648] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.467648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.467648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.467648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.467648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.467648] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b36574f5-a666-4005-8210-b133f91af937 already deleted. [ 626.467648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b36574f5-a666-4005-8210-b133f91af937" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.538870] env[65916]: INFO networking_nsxv3.common.synchronization [req-03afa993-a48f-4abe-8c94-624647184d28 req-2fac7c4a-32f9-46a7-bc96-61503e2e736a service nova] Enqueued Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_rules [ 626.539058] env[65916]: INFO networking_nsxv3.common.synchronization [req-03afa993-a48f-4abe-8c94-624647184d28 req-2fac7c4a-32f9-46a7-bc96-61503e2e736a service nova] Enqueued Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_members [ 626.539194] env[65916]: INFO networking_nsxv3.common.synchronization [req-03afa993-a48f-4abe-8c94-624647184d28 req-2fac7c4a-32f9-46a7-bc96-61503e2e736a service nova] Enqueued Resource ID: f11faf46-d8d4-4991-ae33-c2f4abb11534 with Priority: HIGHEST for action port [ 626.540075] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_rules [ 626.540075] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_members [ 626.540351] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f11faf46-d8d4-4991-ae33-c2f4abb11534 with Priority: HIGHEST for action port [ 626.540862] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c854af9-9a6e-4746-8c17-a5532d915743 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.543744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.543744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.543744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.543744] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.543744] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c854af9-9a6e-4746-8c17-a5532d915743 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.543744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.543744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.544040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.545929] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.545929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.545929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.545929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.545929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.545929] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.545929] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-f11faf46-d8d4-4991-ae33-c2f4abb11534 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.546651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f11faf46-d8d4-4991-ae33-c2f4abb11534" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.546651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f11faf46-d8d4-4991-ae33-c2f4abb11534" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.546651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f11faf46-d8d4-4991-ae33-c2f4abb11534" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.546651] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f11faf46-d8d4-4991-ae33-c2f4abb11534',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.554798] env[65916]: INFO networking_nsxv3.common.synchronization [req-2e53de83-5b40-4e4a-bda6-6a03e4dce9f1 req-b0ee7b7d-91dd-4134-b2f7-e56097d1966a tempest-SecurityGroupRulesNegativeTestJSON-1624479209 tempest-SecurityGroupRulesNegativeTestJSON-1624479209-project-member] Enqueued Resource ID: 6545da8c-64b8-43b6-81ad-2e8492b29a08 with Priority: HIGHEST for action security_group_rules [ 626.556024] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6545da8c-64b8-43b6-81ad-2e8492b29a08 with Priority: HIGHEST for action security_group_rules [ 626.556798] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6545da8c-64b8-43b6-81ad-2e8492b29a08 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.556798] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6545da8c-64b8-43b6-81ad-2e8492b29a08" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.556798] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6545da8c-64b8-43b6-81ad-2e8492b29a08" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.557229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6545da8c-64b8-43b6-81ad-2e8492b29a08" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.557229] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6545da8c-64b8-43b6-81ad-2e8492b29a08',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.714205] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f43f495-c293-45c4-acf2-d2ab7208594a in Status: SUCCESS [ 626.714205] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f43f495-c293-45c4-acf2-d2ab7208594a deletion is rescheduled due to dependency. [ 626.714205] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.830722] env[65916]: INFO networking_nsxv3.common.synchronization [None req-c9f39475-e158-4c24-98aa-006e49ae141f None None] Enqueued Resource ID: 2e459faa-2abd-4389-a0b3-7072931b69ba with Priority: HIGHEST for action port [ 626.831878] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e459faa-2abd-4389-a0b3-7072931b69ba with Priority: HIGHEST for action port [ 626.832573] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e459faa-2abd-4389-a0b3-7072931b69ba taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.832573] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e459faa-2abd-4389-a0b3-7072931b69ba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.832573] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e459faa-2abd-4389-a0b3-7072931b69ba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.833108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e459faa-2abd-4389-a0b3-7072931b69ba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.833108] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e459faa-2abd-4389-a0b3-7072931b69ba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.048169] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c854af9-9a6e-4746-8c17-a5532d915743 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.048336] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.048514] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.049570] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f11faf46-d8d4-4991-ae33-c2f4abb11534 with status ACTIVE [ 627.049644] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.049851] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.049851] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.050135] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.050267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.050681] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.050681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.050681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.050976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.050976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.050976] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.055038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.055038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.055038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.055038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.055038] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f11faf46-d8d4-4991-ae33-c2f4abb11534 is going to be updated. [ 627.077936] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.078219] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.078308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.078598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.078823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.079105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f11faf46-d8d4-4991-ae33-c2f4abb11534" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.088020] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.088020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.088020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.088020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.088020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.088020] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6545da8c-64b8-43b6-81ad-2e8492b29a08 already deleted. [ 627.088020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6545da8c-64b8-43b6-81ad-2e8492b29a08" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.342892] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e459faa-2abd-4389-a0b3-7072931b69ba [ 627.343321] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.343751] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.343751] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.344078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.344149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.344270] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e459faa-2abd-4389-a0b3-7072931b69ba already deleted. [ 627.344774] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e459faa-2abd-4389-a0b3-7072931b69ba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.555952] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.062110] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.062110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.062110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.062867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.062867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.062867] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c854af9-9a6e-4746-8c17-a5532d915743 is going to be created. [ 628.093928] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.094121] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.094209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.097990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.097990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.107164] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c854af9-9a6e-4746-8c17-a5532d915743 in Status: UNINITIALIZED for 2s [ 628.298635] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede1522-8988-4860-bf33-cb51ce87871a in Status: SUCCESS [ 628.300473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.300704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.300944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.301921] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.302158] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.302233] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.302442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.302530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.302624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.302720] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.808409] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede1522-8988-4860-bf33-cb51ce87871a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.808589] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.808658] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.808878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.809057] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.809157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.809218] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.809375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.809457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.809540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.809685] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede1522-8988-4860-bf33-cb51ce87871a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.809777] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.809835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.809974] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.810122] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.810212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.810280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.810415] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.810489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.810568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.810810] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.313548] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ede1522-8988-4860-bf33-cb51ce87871a: rpc.has_security_group_logging(os_id): False [ 629.349432] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.350501] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.350545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.350900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.350963] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.351274] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.351472] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.351592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.351885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.351929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.352579] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.352579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.352579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.352579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.352739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.352928] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.353040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.353430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.353430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.353430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.353599] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ede1522-8988-4860-bf33-cb51ce87871a is going to be updated. [ 629.432091] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.432325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.432325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.432528] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.432671] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.462401] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ede1522-8988-4860-bf33-cb51ce87871a in Status: IN_PROGRESS for 2s [ 630.123605] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c854af9-9a6e-4746-8c17-a5532d915743 in Status: SUCCESS [ 630.123605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.123605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.125062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.125062] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.125062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.125062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.125062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.125062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.125062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.125962] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.628671] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.830837] env[65916]: INFO networking_nsxv3.common.synchronization [req-80c42f1b-7d6a-4710-bf97-7998cdee8077 req-bdcd8f1f-1887-45cb-a7de-6c359e72c932 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Enqueued Resource ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 with Priority: HIGHEST for action security_group_members [ 630.831551] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 with Priority: HIGHEST for action security_group_members [ 630.831932] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7083f29d-193f-4ff8-aa51-8e94df1d51f4 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.832266] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.832398] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.832728] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.832985] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.833163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.833309] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.833511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.833631] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.833761] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7083f29d-193f-4ff8-aa51-8e94df1d51f4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.944731] env[65916]: INFO networking_nsxv3.common.synchronization [None req-b89d6b43-7979-45f6-bb6b-90a544948763 None None] Enqueued Resource ID: 70a602a5-9d00-4178-9fe6-c62dbcde63da with Priority: HIGHEST for action port [ 630.947268] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a602a5-9d00-4178-9fe6-c62dbcde63da with Priority: HIGHEST for action port [ 630.947268] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-70a602a5-9d00-4178-9fe6-c62dbcde63da taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.947268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70a602a5-9d00-4178-9fe6-c62dbcde63da" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.947268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70a602a5-9d00-4178-9fe6-c62dbcde63da" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.947268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70a602a5-9d00-4178-9fe6-c62dbcde63da" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.947268] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70a602a5-9d00-4178-9fe6-c62dbcde63da',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.131774] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c854af9-9a6e-4746-8c17-a5532d915743: rpc.has_security_group_logging(os_id): False [ 631.163689] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.164131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.164131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.164428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.164543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.164808] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.164957] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.164957] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.165500] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.165500] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.165500] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c854af9-9a6e-4746-8c17-a5532d915743 is going to be created. [ 631.249625] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.249798] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.249869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.250116] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.250629] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.275161] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c854af9-9a6e-4746-8c17-a5532d915743 in Status: IN_PROGRESS for 2s [ 631.335856] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.336085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.336149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.336366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.336555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.336669] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.336836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.336881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.337240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.337240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.337240] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 already deleted. [ 631.337380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.453632] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70a602a5-9d00-4178-9fe6-c62dbcde63da [ 631.453884] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.454042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.454131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.454657] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.454822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.454931] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70a602a5-9d00-4178-9fe6-c62dbcde63da already deleted. [ 631.455058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70a602a5-9d00-4178-9fe6-c62dbcde63da" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.487023] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ede1522-8988-4860-bf33-cb51ce87871a in Status: SUCCESS [ 631.487023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.741150] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.741150] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-98" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.741150] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-98" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.741150] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-98" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.741150] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.741150] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.741150] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.741816] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.741816] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.741891] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.742138] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.742138] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.744022] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.744022] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.744022] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.744022] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.769569] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.769569] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.769690] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.769879] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-98" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.770242] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-f9413585-780f-4d7d-ab36-fbe43294ec87 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.770429] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-f9413585-780f-4d7d-ab36-fbe43294ec87" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.770542] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-f9413585-780f-4d7d-ab36-fbe43294ec87" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.770924] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-f9413585-780f-4d7d-ab36-fbe43294ec87" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.771100] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9413585-780f-4d7d-ab36-fbe43294ec87',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.274285] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.274285] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.274285] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.274604] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.274761] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.274933] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port f9413585-780f-4d7d-ab36-fbe43294ec87 not found, creating... [ 632.275289] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.275542] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.275768] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.276041] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.276207] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.276539] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.276777] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.276933] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.277180] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.277397] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.277620] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: f9413585-780f-4d7d-ab36-fbe43294ec87 is going to be created. [ 632.303196] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.304090] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.304214] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.304629] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.304834] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.305343] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-f9413585-780f-4d7d-ab36-fbe43294ec87" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.366819] env[65916]: INFO networking_nsxv3.common.synchronization [None req-cd37023a-7e84-466a-85fb-dcbaf70ba8cd None None] Enqueued Resource ID: ae456cac-6175-4520-b8ee-173aa6d22287 with Priority: HIGHEST for action port [ 632.367761] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae456cac-6175-4520-b8ee-173aa6d22287 with Priority: HIGHEST for action port [ 632.368057] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae456cac-6175-4520-b8ee-173aa6d22287 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.368174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae456cac-6175-4520-b8ee-173aa6d22287" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.368230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae456cac-6175-4520-b8ee-173aa6d22287" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.368722] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae456cac-6175-4520-b8ee-173aa6d22287" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.368854] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae456cac-6175-4520-b8ee-173aa6d22287',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.871612] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae456cac-6175-4520-b8ee-173aa6d22287 [ 632.871879] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.872032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.872119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.872386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.872494] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.872601] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae456cac-6175-4520-b8ee-173aa6d22287 already deleted. [ 632.872715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae456cac-6175-4520-b8ee-173aa6d22287" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.060984] env[65916]: INFO networking_nsxv3.common.synchronization [req-80c42f1b-7d6a-4710-bf97-7998cdee8077 req-5b1053fc-ab09-4f58-91d2-a0ff9c80f67f service nova] Enqueued Resource ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 with Priority: HIGHEST for action security_group_rules [ 633.061207] env[65916]: INFO networking_nsxv3.common.synchronization [req-80c42f1b-7d6a-4710-bf97-7998cdee8077 req-5b1053fc-ab09-4f58-91d2-a0ff9c80f67f service nova] Enqueued Resource ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 with Priority: HIGHEST for action security_group_members [ 633.061423] env[65916]: INFO networking_nsxv3.common.synchronization [req-80c42f1b-7d6a-4710-bf97-7998cdee8077 req-5b1053fc-ab09-4f58-91d2-a0ff9c80f67f service nova] Enqueued Resource ID: f9413585-780f-4d7d-ab36-fbe43294ec87 with Priority: HIGHEST for action port [ 633.063865] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 with Priority: HIGHEST for action security_group_rules [ 633.063865] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 with Priority: HIGHEST for action security_group_members [ 633.063865] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9413585-780f-4d7d-ab36-fbe43294ec87 with Priority: HIGHEST for action port [ 633.064073] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7083f29d-193f-4ff8-aa51-8e94df1d51f4 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.064173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.064173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.064472] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.064567] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7083f29d-193f-4ff8-aa51-8e94df1d51f4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.065820] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7083f29d-193f-4ff8-aa51-8e94df1d51f4 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.065962] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.067441] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.067796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.068032] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.068187] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.068310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.068552] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.068735] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.068926] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7083f29d-193f-4ff8-aa51-8e94df1d51f4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.071296] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9413585-780f-4d7d-ab36-fbe43294ec87 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.071296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9413585-780f-4d7d-ab36-fbe43294ec87" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.071296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9413585-780f-4d7d-ab36-fbe43294ec87" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.071296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9413585-780f-4d7d-ab36-fbe43294ec87" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.071568] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9413585-780f-4d7d-ab36-fbe43294ec87',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.288547] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c854af9-9a6e-4746-8c17-a5532d915743 in Status: SUCCESS [ 633.288931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.577130] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7083f29d-193f-4ff8-aa51-8e94df1d51f4 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.577130] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.577130] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7083f29d-193f-4ff8-aa51-8e94df1d51f4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.577130] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9413585-780f-4d7d-ab36-fbe43294ec87 with status ACTIVE [ 633.577130] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.577130] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.577433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.577433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.577500] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.577702] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.577775] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.577867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.577936] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.578019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.578197] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.578332] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.578373] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.578471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.578544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.578614] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9413585-780f-4d7d-ab36-fbe43294ec87 is going to be updated. [ 633.611050] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.611248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.611308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.611475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.611611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.611763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9413585-780f-4d7d-ab36-fbe43294ec87" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.753019] env[65916]: INFO networking_nsxv3.common.synchronization [req-7b1b1f11-584e-4742-bc74-d742c3a28e44 req-249d0b0f-cbca-4f61-8dda-67856ffb370e tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 633.753305] env[65916]: INFO networking_nsxv3.common.synchronization [req-7b1b1f11-584e-4742-bc74-d742c3a28e44 req-249d0b0f-cbca-4f61-8dda-67856ffb370e tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: a411799b-a191-44cc-b1f7-af6d427bd78a with Priority: HIGHEST for action security_group_members [ 633.753971] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 633.754173] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a411799b-a191-44cc-b1f7-af6d427bd78a with Priority: HIGHEST for action security_group_members [ 633.754494] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.754682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.754782] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.755094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.755258] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.755358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.755418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.755572] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.755654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.756132] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.756754] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a411799b-a191-44cc-b1f7-af6d427bd78a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.756754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.756754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.756949] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.757102] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.757260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.757260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.759125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.760048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.761570] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.817361] env[65916]: INFO networking_nsxv3.common.synchronization [req-7b1b1f11-584e-4742-bc74-d742c3a28e44 req-249d0b0f-cbca-4f61-8dda-67856ffb370e tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_rules [ 633.817361] env[65916]: INFO networking_nsxv3.common.synchronization [req-7b1b1f11-584e-4742-bc74-d742c3a28e44 req-249d0b0f-cbca-4f61-8dda-67856ffb370e tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 633.817361] env[65916]: INFO networking_nsxv3.common.synchronization [req-7b1b1f11-584e-4742-bc74-d742c3a28e44 req-249d0b0f-cbca-4f61-8dda-67856ffb370e tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: a411799b-a191-44cc-b1f7-af6d427bd78a with Priority: HIGHEST for action security_group_rules [ 633.817361] env[65916]: INFO networking_nsxv3.common.synchronization [req-7b1b1f11-584e-4742-bc74-d742c3a28e44 req-249d0b0f-cbca-4f61-8dda-67856ffb370e tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: a411799b-a191-44cc-b1f7-af6d427bd78a with Priority: HIGHEST for action security_group_members [ 633.817361] env[65916]: INFO networking_nsxv3.common.synchronization [req-7b1b1f11-584e-4742-bc74-d742c3a28e44 req-249d0b0f-cbca-4f61-8dda-67856ffb370e tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: ced8792b-492e-4f0b-bcce-09823a0c0c72 with Priority: HIGHEST for action port [ 633.817361] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_rules [ 633.819023] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a411799b-a191-44cc-b1f7-af6d427bd78a with Priority: HIGHEST for action security_group_rules [ 633.819023] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ced8792b-492e-4f0b-bcce-09823a0c0c72 with Priority: HIGHEST for action port [ 633.819023] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 633.819023] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a411799b-a191-44cc-b1f7-af6d427bd78a with Priority: HIGHEST for action security_group_members [ 633.819023] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.819023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.819023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.820094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.820094] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.823537] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a411799b-a191-44cc-b1f7-af6d427bd78a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.823537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.823537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.823537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.823537] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.823537] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ced8792b-492e-4f0b-bcce-09823a0c0c72 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.823537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.823537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.823537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.823537] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced8792b-492e-4f0b-bcce-09823a0c0c72',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.824043] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.824154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.824408] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a411799b-a191-44cc-b1f7-af6d427bd78a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.824503] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.087132] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7083f29d-193f-4ff8-aa51-8e94df1d51f4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.262109] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.266529] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.329258] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.329258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.329258] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a411799b-a191-44cc-b1f7-af6d427bd78a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.329258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.329258] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ced8792b-492e-4f0b-bcce-09823a0c0c72 with status ACTIVE [ 634.329258] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.329258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.329258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.329258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.329258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.329258] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.329258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.329258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.329258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.329258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.329889] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.329889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.329889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.329889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.329889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.329889] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ced8792b-492e-4f0b-bcce-09823a0c0c72 is going to be updated. [ 634.365324] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.365622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.365745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.365944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.366121] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.366322] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.495145] env[65916]: INFO networking_nsxv3.common.synchronization [req-d9cacad5-b392-4065-addd-ca73febb2a08 req-208ac555-e818-4f52-aa3c-4b2157570cd4 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 634.503084] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 634.503084] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.503084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.503084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.503084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.503084] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.503084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.503084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.503084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.503084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.503084] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.595308] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.595308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.595308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.595308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.595308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.595308] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 is going to be created. [ 634.635271] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.635271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.635271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.635271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.635271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.658559] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 in Status: UNINITIALIZED for 2s [ 634.682777] env[65916]: INFO networking_nsxv3.common.synchronization [None req-8608fd0e-86d3-40c4-a694-3154c2b6703f None None] Enqueued Resource ID: 34ca06e5-6d51-41b1-82f3-3dcf7d7af7da with Priority: HIGHEST for action port [ 634.685135] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34ca06e5-6d51-41b1-82f3-3dcf7d7af7da with Priority: HIGHEST for action port [ 634.686247] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-34ca06e5-6d51-41b1-82f3-3dcf7d7af7da taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.686514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34ca06e5-6d51-41b1-82f3-3dcf7d7af7da" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.686583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34ca06e5-6d51-41b1-82f3-3dcf7d7af7da" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.686974] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34ca06e5-6d51-41b1-82f3-3dcf7d7af7da" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.687082] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34ca06e5-6d51-41b1-82f3-3dcf7d7af7da',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.770144] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.770144] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.006854] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.006854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.006854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.007104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.007104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.007303] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.007461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.007540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.007714] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.007969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.007969] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 already deleted. [ 635.007969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.193971] env[65916]: INFO networking_nsxv3.common.synchronization [None req-905775e8-0fd1-443c-bdce-c57f7efdc795 None None] Enqueued Resource ID: 69f7c233-f928-4b2c-9981-90175ffec2d3 with Priority: HIGHEST for action port [ 635.193971] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34ca06e5-6d51-41b1-82f3-3dcf7d7af7da [ 635.193971] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.193971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.193971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.193971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.193971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.193971] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34ca06e5-6d51-41b1-82f3-3dcf7d7af7da already deleted. [ 635.193971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34ca06e5-6d51-41b1-82f3-3dcf7d7af7da" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.193971] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f7c233-f928-4b2c-9981-90175ffec2d3 with Priority: HIGHEST for action port [ 635.193971] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f7c233-f928-4b2c-9981-90175ffec2d3 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.193971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f7c233-f928-4b2c-9981-90175ffec2d3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.194698] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f7c233-f928-4b2c-9981-90175ffec2d3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.194698] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f7c233-f928-4b2c-9981-90175ffec2d3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.194698] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f7c233-f928-4b2c-9981-90175ffec2d3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.265665] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.265886] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.269274] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.269682] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.269997] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.270236] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.270309] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.270644] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.270779] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.270951] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.271087] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.271811] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.271811] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.271811] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.271811] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.271811] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.273380] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.273608] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.273608] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.273997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.273997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.273997] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a411799b-a191-44cc-b1f7-af6d427bd78a is going to be created. [ 635.276575] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.276706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.276706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.276963] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.276963] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.277193] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 635.302837] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.303542] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.303759] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.303971] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.304552] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-723c3990-8c0e-434b-b789-ac8d66d457b0 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.304552] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-723c3990-8c0e-434b-b789-ac8d66d457b0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.304737] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-723c3990-8c0e-434b-b789-ac8d66d457b0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.305726] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-723c3990-8c0e-434b-b789-ac8d66d457b0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.305726] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('723c3990-8c0e-434b-b789-ac8d66d457b0',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.312222] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.312222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.312222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.312222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.312222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.326113] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.326113] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.326113] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.326113] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.326328] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.346598] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a411799b-a191-44cc-b1f7-af6d427bd78a in Status: UNINITIALIZED for 2s [ 635.348738] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 635.437844] env[65916]: INFO networking_nsxv3.common.synchronization [req-3ff2ba77-64e0-4326-9d80-5e6c0874c280 req-b0543032-3f38-43d4-be24-fecaa4472b6a tempest-SecurityGroupRulesTestJSON-281124910 tempest-SecurityGroupRulesTestJSON-281124910-project-member] Enqueued Resource ID: 672b7198-7382-4596-8a2d-1933e2aa4d43 with Priority: HIGHEST for action security_group_rules [ 635.438518] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672b7198-7382-4596-8a2d-1933e2aa4d43 with Priority: HIGHEST for action security_group_rules [ 635.438849] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-672b7198-7382-4596-8a2d-1933e2aa4d43 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.438963] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-672b7198-7382-4596-8a2d-1933e2aa4d43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.439053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-672b7198-7382-4596-8a2d-1933e2aa4d43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.439312] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-672b7198-7382-4596-8a2d-1933e2aa4d43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.439390] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('672b7198-7382-4596-8a2d-1933e2aa4d43',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.700065] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69f7c233-f928-4b2c-9981-90175ffec2d3 [ 635.700065] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.700065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.700065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.700065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.700065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.700065] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69f7c233-f928-4b2c-9981-90175ffec2d3 already deleted. [ 635.700065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f7c233-f928-4b2c-9981-90175ffec2d3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.808883] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.809057] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.809166] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.809445] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.809598] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.809733] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 723c3990-8c0e-434b-b789-ac8d66d457b0 not found, creating... [ 635.809967] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.810133] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.810245] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.810455] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.810587] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.810858] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.811013] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.811135] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.811457] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.811588] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.811754] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 723c3990-8c0e-434b-b789-ac8d66d457b0 is going to be created. [ 635.833620] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.833919] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.834050] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.834347] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.834590] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.834864] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-723c3990-8c0e-434b-b789-ac8d66d457b0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.963831] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.963831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.963831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.963831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.963831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.963831] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 672b7198-7382-4596-8a2d-1933e2aa4d43 already deleted. [ 635.963831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-672b7198-7382-4596-8a2d-1933e2aa4d43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.586956] env[65916]: INFO networking_nsxv3.common.synchronization [req-d9cacad5-b392-4065-addd-ca73febb2a08 req-418eaec2-8c8d-420e-aa19-c07a18cf9302 service nova] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_rules [ 636.587312] env[65916]: INFO networking_nsxv3.common.synchronization [req-d9cacad5-b392-4065-addd-ca73febb2a08 req-418eaec2-8c8d-420e-aa19-c07a18cf9302 service nova] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 636.587312] env[65916]: INFO networking_nsxv3.common.synchronization [req-d9cacad5-b392-4065-addd-ca73febb2a08 req-418eaec2-8c8d-420e-aa19-c07a18cf9302 service nova] Enqueued Resource ID: 723c3990-8c0e-434b-b789-ac8d66d457b0 with Priority: HIGHEST for action port [ 636.588554] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_rules [ 636.588554] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 636.588554] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 723c3990-8c0e-434b-b789-ac8d66d457b0 with Priority: HIGHEST for action port [ 636.588874] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.589076] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.589138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.589383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.589675] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.591043] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.591199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.591326] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.591486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.591645] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.591805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.591805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.591939] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.592041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.592127] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.593298] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-723c3990-8c0e-434b-b789-ac8d66d457b0 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.593411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-723c3990-8c0e-434b-b789-ac8d66d457b0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.593498] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-723c3990-8c0e-434b-b789-ac8d66d457b0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.593809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-723c3990-8c0e-434b-b789-ac8d66d457b0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.593809] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('723c3990-8c0e-434b-b789-ac8d66d457b0',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.671289] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 in Status: SUCCESS [ 636.671289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.671289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.671289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.671289] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.671289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.671289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.671289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.671289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.671706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.671706] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7083f29d-193f-4ff8-aa51-8e94df1d51f4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.944044] env[65916]: INFO networking_nsxv3.common.synchronization [req-811389e0-ff21-424e-814e-bf16d29bdad1 req-493e357f-8395-4010-8fe3-ef0468d0218c tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Enqueued Resource ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef with Priority: HIGHEST for action security_group_members [ 636.944626] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef with Priority: HIGHEST for action security_group_members [ 636.945014] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-86cd8f6d-6280-470f-8010-3e9e6ef411ef taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.945147] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.945221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.945457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.945606] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.945709] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.945767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.945899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.945978] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.946081] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86cd8f6d-6280-470f-8010-3e9e6ef411ef',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.094522] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.094694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.094899] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.095818] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 723c3990-8c0e-434b-b789-ac8d66d457b0 with status ACTIVE [ 637.096022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.096140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.096208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.096411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.096498] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.096665] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.096761] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.096826] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.096974] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.097062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.097241] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.097333] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.097393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.097530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.097671] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.097671] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 723c3990-8c0e-434b-b789-ac8d66d457b0 is going to be updated. [ 637.125849] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.126062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.126151] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.126371] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.126513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.126673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-723c3990-8c0e-434b-b789-ac8d66d457b0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.179063] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7083f29d-193f-4ff8-aa51-8e94df1d51f4 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.179526] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.179776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.180115] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.180943] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.182108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.182108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.182108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.182108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.182108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.182108] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7083f29d-193f-4ff8-aa51-8e94df1d51f4 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.182108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.182108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.182451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.182451] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.182451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.182451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.182610] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.182815] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.182815] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.182920] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7083f29d-193f-4ff8-aa51-8e94df1d51f4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.262794] env[65916]: INFO networking_nsxv3.common.synchronization [None req-0e592c15-2f22-4268-9cae-db0717af6e3f None None] Enqueued Resource ID: af6964b1-86e0-451a-a950-b09747d35795 with Priority: HIGHEST for action port [ 637.263725] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6964b1-86e0-451a-a950-b09747d35795 with Priority: HIGHEST for action port [ 637.264507] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-af6964b1-86e0-451a-a950-b09747d35795 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.264788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af6964b1-86e0-451a-a950-b09747d35795" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.264860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af6964b1-86e0-451a-a950-b09747d35795" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.265498] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af6964b1-86e0-451a-a950-b09747d35795" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.265498] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af6964b1-86e0-451a-a950-b09747d35795',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.365130] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 637.365460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.365808] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.366144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.366401] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.366551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.366635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.366869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.366963] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.367234] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.369764] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a411799b-a191-44cc-b1f7-af6d427bd78a in Status: SUCCESS [ 637.369764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.369764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.369764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.370091] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.370265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.370345] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.370811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.370811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.370811] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.448716] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.448952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.449060] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.449373] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.449498] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.449749] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.449867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.449959] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.450211] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.450367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.450474] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef already deleted. [ 637.450520] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.452919] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.453081] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-446" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.453206] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-446" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.453624] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-446" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.453882] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.454044] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.454155] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.454389] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.454510] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.454701] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.454804] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.454901] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.454997] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.455110] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.455205] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.455325] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.479092] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.479469] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.480764] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.480764] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-446" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.480764] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-1eafe4fa-a13b-417b-aa19-4ed48639a4b5 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.480764] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-1eafe4fa-a13b-417b-aa19-4ed48639a4b5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.480764] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-1eafe4fa-a13b-417b-aa19-4ed48639a4b5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.481473] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-1eafe4fa-a13b-417b-aa19-4ed48639a4b5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.481677] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eafe4fa-a13b-417b-aa19-4ed48639a4b5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.602590] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.685904] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7083f29d-193f-4ff8-aa51-8e94df1d51f4: rpc.has_security_group_logging(os_id): False [ 637.703588] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.703890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.703890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.704031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.704087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.704311] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.705442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.705442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.705442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.705442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.705442] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.705442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.705442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.705442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.705442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.705954] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.705954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.705954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.705954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.705954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.705954] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 is going to be created. [ 637.764335] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.764539] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.764621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.764811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.764966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.767481] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af6964b1-86e0-451a-a950-b09747d35795 [ 637.767715] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.767825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.767897] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.768120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.768230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.768330] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af6964b1-86e0-451a-a950-b09747d35795 already deleted. [ 637.768416] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af6964b1-86e0-451a-a950-b09747d35795" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.778810] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 in Status: IN_PROGRESS for 2s [ 637.873539] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.874650] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.986080] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.986080] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.986080] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.986080] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.987010] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.987010] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 1eafe4fa-a13b-417b-aa19-4ed48639a4b5 not found, creating... [ 637.987010] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.987955] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.988146] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.988444] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.988621] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.989233] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.989431] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.989579] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.989916] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.990836] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.990836] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 1eafe4fa-a13b-417b-aa19-4ed48639a4b5 is going to be created. [ 638.018586] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.018586] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.018586] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.018586] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.018830] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.020024] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-1eafe4fa-a13b-417b-aa19-4ed48639a4b5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.106448] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.107093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.107736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.107736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.107736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.108650] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 is going to be created. [ 638.153108] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.153108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.153108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.153108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.153400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.167642] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: UNINITIALIZED for 2s [ 638.376577] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.378555] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.713221] env[65916]: INFO networking_nsxv3.common.synchronization [req-811389e0-ff21-424e-814e-bf16d29bdad1 req-c79e6da6-b7ff-4225-bd7b-76aa19b32fba service nova] Enqueued Resource ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef with Priority: HIGHEST for action security_group_rules [ 638.713221] env[65916]: INFO networking_nsxv3.common.synchronization [req-811389e0-ff21-424e-814e-bf16d29bdad1 req-c79e6da6-b7ff-4225-bd7b-76aa19b32fba service nova] Enqueued Resource ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef with Priority: HIGHEST for action security_group_members [ 638.713221] env[65916]: INFO networking_nsxv3.common.synchronization [req-811389e0-ff21-424e-814e-bf16d29bdad1 req-c79e6da6-b7ff-4225-bd7b-76aa19b32fba service nova] Enqueued Resource ID: 1eafe4fa-a13b-417b-aa19-4ed48639a4b5 with Priority: HIGHEST for action port [ 638.713221] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef with Priority: HIGHEST for action security_group_rules [ 638.713221] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef with Priority: HIGHEST for action security_group_members [ 638.713221] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eafe4fa-a13b-417b-aa19-4ed48639a4b5 with Priority: HIGHEST for action port [ 638.714402] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86cd8f6d-6280-470f-8010-3e9e6ef411ef taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.717812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.717812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.717812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.717812] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86cd8f6d-6280-470f-8010-3e9e6ef411ef',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.717812] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-86cd8f6d-6280-470f-8010-3e9e6ef411ef taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.717812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.717812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.717812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.717812] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.717812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.717812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.717812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.717812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.717812] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86cd8f6d-6280-470f-8010-3e9e6ef411ef',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.717812] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eafe4fa-a13b-417b-aa19-4ed48639a4b5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.717812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eafe4fa-a13b-417b-aa19-4ed48639a4b5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.717812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eafe4fa-a13b-417b-aa19-4ed48639a4b5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.723473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eafe4fa-a13b-417b-aa19-4ed48639a4b5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.723473] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eafe4fa-a13b-417b-aa19-4ed48639a4b5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.881887] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.882228] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.882406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.882599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.882717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.882846] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 638.886649] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.886822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.886902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.887185] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.887297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.887432] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a411799b-a191-44cc-b1f7-af6d427bd78a is going to be updated. [ 638.921590] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.921866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.921938] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.922189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.922384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.925450] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.925623] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.925623] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.926768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.926768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.933385] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a411799b-a191-44cc-b1f7-af6d427bd78a in Status: IN_PROGRESS for 2s [ 638.935879] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 638.997428] env[65916]: INFO networking_nsxv3.common.synchronization [req-e53f35c9-9e26-42dd-a769-d728ba0e31be req-3a6f711d-216e-4048-94b0-70a8e38c5cca tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 638.997428] env[65916]: INFO networking_nsxv3.common.synchronization [req-e53f35c9-9e26-42dd-a769-d728ba0e31be req-3a6f711d-216e-4048-94b0-70a8e38c5cca tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: a411799b-a191-44cc-b1f7-af6d427bd78a with Priority: HIGHEST for action security_group_members [ 638.997767] env[65916]: INFO networking_nsxv3.common.synchronization [req-e53f35c9-9e26-42dd-a769-d728ba0e31be req-3a6f711d-216e-4048-94b0-70a8e38c5cca tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 2788d82a-056c-480a-ae96-4411b50ae45a with Priority: HIGHEST for action security_group_members [ 638.998787] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 638.999103] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a411799b-a191-44cc-b1f7-af6d427bd78a with Priority: HIGHEST for action security_group_members [ 638.999329] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2788d82a-056c-480a-ae96-4411b50ae45a with Priority: HIGHEST for action security_group_members [ 638.999972] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.000234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.000827] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a411799b-a191-44cc-b1f7-af6d427bd78a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.000827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.001174] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-2788d82a-056c-480a-ae96-4411b50ae45a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.001365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.001486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.001903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.002163] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.002363] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.002456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.002838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.002939] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.003165] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2788d82a-056c-480a-ae96-4411b50ae45a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.063042] env[65916]: INFO networking_nsxv3.common.synchronization [req-e53f35c9-9e26-42dd-a769-d728ba0e31be req-3a6f711d-216e-4048-94b0-70a8e38c5cca tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 2788d82a-056c-480a-ae96-4411b50ae45a with Priority: HIGHEST for action security_group_rules [ 639.063258] env[65916]: INFO networking_nsxv3.common.synchronization [req-e53f35c9-9e26-42dd-a769-d728ba0e31be req-3a6f711d-216e-4048-94b0-70a8e38c5cca tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 2788d82a-056c-480a-ae96-4411b50ae45a with Priority: HIGHEST for action security_group_members [ 639.063379] env[65916]: INFO networking_nsxv3.common.synchronization [req-e53f35c9-9e26-42dd-a769-d728ba0e31be req-3a6f711d-216e-4048-94b0-70a8e38c5cca tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_rules [ 639.063561] env[65916]: INFO networking_nsxv3.common.synchronization [req-e53f35c9-9e26-42dd-a769-d728ba0e31be req-3a6f711d-216e-4048-94b0-70a8e38c5cca tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 639.063760] env[65916]: INFO networking_nsxv3.common.synchronization [req-e53f35c9-9e26-42dd-a769-d728ba0e31be req-3a6f711d-216e-4048-94b0-70a8e38c5cca tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: a411799b-a191-44cc-b1f7-af6d427bd78a with Priority: HIGHEST for action security_group_rules [ 639.063955] env[65916]: INFO networking_nsxv3.common.synchronization [req-e53f35c9-9e26-42dd-a769-d728ba0e31be req-3a6f711d-216e-4048-94b0-70a8e38c5cca tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: a411799b-a191-44cc-b1f7-af6d427bd78a with Priority: HIGHEST for action security_group_members [ 639.066964] env[65916]: INFO networking_nsxv3.common.synchronization [req-e53f35c9-9e26-42dd-a769-d728ba0e31be req-3a6f711d-216e-4048-94b0-70a8e38c5cca tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: ced8792b-492e-4f0b-bcce-09823a0c0c72 with Priority: HIGHEST for action port [ 639.075315] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2788d82a-056c-480a-ae96-4411b50ae45a with Priority: HIGHEST for action security_group_rules [ 639.075315] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_rules [ 639.075315] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a411799b-a191-44cc-b1f7-af6d427bd78a with Priority: HIGHEST for action security_group_members [ 639.075315] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ced8792b-492e-4f0b-bcce-09823a0c0c72 with Priority: HIGHEST for action port [ 639.075315] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a411799b-a191-44cc-b1f7-af6d427bd78a with Priority: HIGHEST for action security_group_rules [ 639.075315] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2788d82a-056c-480a-ae96-4411b50ae45a with Priority: HIGHEST for action security_group_members [ 639.075315] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 639.075315] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2788d82a-056c-480a-ae96-4411b50ae45a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.075315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.075315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.075731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.075731] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2788d82a-056c-480a-ae96-4411b50ae45a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.078727] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.078809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.078995] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a411799b-a191-44cc-b1f7-af6d427bd78a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.079086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.079267] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ced8792b-492e-4f0b-bcce-09823a0c0c72 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.079402] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.079481] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.079701] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.079796] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced8792b-492e-4f0b-bcce-09823a0c0c72',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.080645] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a411799b-a191-44cc-b1f7-af6d427bd78a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.081547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.081547] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-2788d82a-056c-480a-ae96-4411b50ae45a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.081547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.081547] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.081547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.223423] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86cd8f6d-6280-470f-8010-3e9e6ef411ef',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.224676] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-86cd8f6d-6280-470f-8010-3e9e6ef411ef taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.224805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.225060] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1eafe4fa-a13b-417b-aa19-4ed48639a4b5 with status ACTIVE [ 639.225953] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.225953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.225953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.225953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.225953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.225953] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.225953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.226263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.226263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.226263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.226450] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.226544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.226600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.228288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.228288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.228288] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1eafe4fa-a13b-417b-aa19-4ed48639a4b5 is going to be updated. [ 639.253522] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.253654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.253697] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.254100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.254100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.254218] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eafe4fa-a13b-417b-aa19-4ed48639a4b5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.505962] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2788d82a-056c-480a-ae96-4411b50ae45a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.582784] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-2788d82a-056c-480a-ae96-4411b50ae45a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.582928] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.583161] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ced8792b-492e-4f0b-bcce-09823a0c0c72 with status ACTIVE [ 639.583388] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.583537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.583669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.583817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.583997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.584094] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.584166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.584226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.584378] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.584455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.584635] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.584719] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.584788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.584916] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.584984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.585080] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ced8792b-492e-4f0b-bcce-09823a0c0c72 is going to be updated. [ 639.611307] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.611307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.611307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.611583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.611583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.611661] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ced8792b-492e-4f0b-bcce-09823a0c0c72" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.731442] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86cd8f6d-6280-470f-8010-3e9e6ef411ef',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.793667] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 in Status: SUCCESS [ 639.793920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.010187] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2788d82a-056c-480a-ae96-4411b50ae45a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.181520] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: SUCCESS [ 640.181520] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.181773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.181954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.182891] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.182891] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.182891] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.182891] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.182891] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.183388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.183388] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.235443] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.235656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.235841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.236142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.236271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.236930] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef is going to be created. [ 640.262764] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.262945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.262993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.264050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.264050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.276200] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef in Status: UNINITIALIZED for 2s [ 640.514659] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.514860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.514952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.515221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.515331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.515431] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2788d82a-056c-480a-ae96-4411b50ae45a is going to be created. [ 640.547595] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.547757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.547829] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.548098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.548732] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.560900] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2788d82a-056c-480a-ae96-4411b50ae45a in Status: UNINITIALIZED for 2s [ 640.689294] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.689294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.689294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.689294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.689294] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.689294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.689294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.689294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.689294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.689294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.689294] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.689294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.689294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.689294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.689294] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.689294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.690092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.690092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.690092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.690092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.690092] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.952330] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a411799b-a191-44cc-b1f7-af6d427bd78a in Status: SUCCESS [ 640.953909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.954992] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 640.955331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.955574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.955895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.956113] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.956242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.956307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.956664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.956664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.956664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.956755] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.958379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.958631] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.958857] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.959041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.959153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.960843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.960843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.960843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.960843] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.960843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.962568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.962760] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.962871] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.962935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.963113] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.963192] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.963285] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.964028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.964178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.964334] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.964452] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.964518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.964649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.964721] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.964800] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.193530] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb7a3978-3293-413e-8e3c-42b06437bc17: rpc.has_security_group_logging(os_id): False [ 641.218934] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.218934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.218934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.218934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.218934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.218934] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.218934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.218934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.219360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.219360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.219360] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.219496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.219570] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.219771] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.219880] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.221021] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.221327] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.221424] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.221713] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.222609] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.222609] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 is going to be created. [ 641.325588] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.325741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.325810] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.326724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.326918] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.349039] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: IN_PROGRESS for 2s [ 641.462639] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.467362] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.467461] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.467602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.467729] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.530080] env[65916]: INFO networking_nsxv3.common.synchronization [req-39850b3d-774c-4756-b4c6-53f2233b005e req-22e6fe18-3a39-4cd8-a14b-95d464259fb1 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 641.530669] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 641.530969] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.531405] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.531534] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.531770] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.532027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.532104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.532144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.533100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.533100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.533100] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.954337] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.954662] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.954662] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.955153] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.955416] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.957261] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.957261] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.957261] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.957261] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.957261] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.957261] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.957261] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.957261] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.957261] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.957261] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.957261] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.965532] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a411799b-a191-44cc-b1f7-af6d427bd78a: rpc.has_security_group_logging(os_id): False [ 641.969941] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.970913] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.982065] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.982513] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.982778] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.983085] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.983516] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-43f48f20-8dc0-4056-801e-1ae44b2d791e taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.983874] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-43f48f20-8dc0-4056-801e-1ae44b2d791e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.984158] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-43f48f20-8dc0-4056-801e-1ae44b2d791e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.984639] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-43f48f20-8dc0-4056-801e-1ae44b2d791e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.984912] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43f48f20-8dc0-4056-801e-1ae44b2d791e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.987507] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.989720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.989720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.989720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.989720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.989720] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.989720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.989720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.989720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.989720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.989720] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a411799b-a191-44cc-b1f7-af6d427bd78a is going to be created. [ 642.036143] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.053530] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.053707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.053762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.053969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.054168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.070036] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a411799b-a191-44cc-b1f7-af6d427bd78a in Status: IN_PROGRESS for 2s [ 642.291358] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef in Status: SUCCESS [ 642.291591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.291728] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.292096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.292330] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.292464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.292524] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.292695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.292779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.292873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.292973] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86cd8f6d-6280-470f-8010-3e9e6ef411ef',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.473517] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.473686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.473744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.473963] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.474064] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.474166] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a411799b-a191-44cc-b1f7-af6d427bd78a is going to be updated. [ 642.475507] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.475640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.475708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.475864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.475949] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.476143] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 642.491996] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.492192] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.492316] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.492604] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.492749] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.492893] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 43f48f20-8dc0-4056-801e-1ae44b2d791e not found, creating... [ 642.493165] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.493383] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.493536] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.493726] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.493859] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.494212] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.494414] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.494613] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.494819] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.494949] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.495096] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 43f48f20-8dc0-4056-801e-1ae44b2d791e is going to be created. [ 642.511314] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.511566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.511566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.511660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.511885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.513637] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.513924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.513924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.514070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.514136] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.517560] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.517766] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.517864] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.518113] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.518328] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.518536] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-43f48f20-8dc0-4056-801e-1ae44b2d791e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.525660] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 642.526353] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a411799b-a191-44cc-b1f7-af6d427bd78a in Status: IN_PROGRESS for 2s [ 642.538855] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.571847] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2788d82a-056c-480a-ae96-4411b50ae45a in Status: SUCCESS [ 642.572076] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.572240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.572470] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.572678] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.572809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.572874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.573026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.573120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.573200] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2788d82a-056c-480a-ae96-4411b50ae45a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.795633] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-86cd8f6d-6280-470f-8010-3e9e6ef411ef taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.795786] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.795863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.796123] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.796276] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.796381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.796437] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.796589] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.796673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.796760] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.796906] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-86cd8f6d-6280-470f-8010-3e9e6ef411ef taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.796995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.797259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.797259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.797394] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.797443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.797477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.797602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.797672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.797749] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.797936] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86cd8f6d-6280-470f-8010-3e9e6ef411ef',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.041725] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.042123] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.042123] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.042199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.042233] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.042330] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 is going to be updated. [ 643.044508] env[65916]: INFO networking_nsxv3.common.synchronization [req-2a61d31c-5624-4bae-bf87-614bd21800cc req-1cad0da0-19af-4c7a-b451-ab74de95809b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Enqueued Resource ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 with Priority: HIGHEST for action security_group_members [ 643.045110] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 with Priority: HIGHEST for action security_group_members [ 643.045845] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.045979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.046113] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.046281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.046470] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.046570] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.046642] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.046802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.046890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.046981] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0524b4e9-b18c-468f-ac62-d39f44f6ccc8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.075424] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.075675] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.075675] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.075822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.075966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.077047] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2788d82a-056c-480a-ae96-4411b50ae45a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.087649] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: IN_PROGRESS for 2s [ 643.276293] env[65916]: INFO networking_nsxv3.common.synchronization [req-39850b3d-774c-4756-b4c6-53f2233b005e req-c495da85-a41f-4963-904d-b3501bca7dad service nova] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_rules [ 643.276523] env[65916]: INFO networking_nsxv3.common.synchronization [req-39850b3d-774c-4756-b4c6-53f2233b005e req-c495da85-a41f-4963-904d-b3501bca7dad service nova] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 643.276606] env[65916]: INFO networking_nsxv3.common.synchronization [req-39850b3d-774c-4756-b4c6-53f2233b005e req-c495da85-a41f-4963-904d-b3501bca7dad service nova] Enqueued Resource ID: 43f48f20-8dc0-4056-801e-1ae44b2d791e with Priority: HIGHEST for action port [ 643.277182] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_rules [ 643.277423] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 643.277423] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f48f20-8dc0-4056-801e-1ae44b2d791e with Priority: HIGHEST for action port [ 643.277729] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.277814] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.277946] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.278276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.278508] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-43f48f20-8dc0-4056-801e-1ae44b2d791e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.278627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43f48f20-8dc0-4056-801e-1ae44b2d791e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.278685] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43f48f20-8dc0-4056-801e-1ae44b2d791e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.278894] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43f48f20-8dc0-4056-801e-1ae44b2d791e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.278971] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43f48f20-8dc0-4056-801e-1ae44b2d791e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.299641] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86cd8f6d-6280-470f-8010-3e9e6ef411ef: rpc.has_security_group_logging(os_id): False [ 643.340856] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.340856] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.340856] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.340856] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.340856] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.341122] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.341338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.342102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.342386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.342500] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.342882] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.342959] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.344438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.344438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.344438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.344438] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.344438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.344438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.344438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.344438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.344871] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef is going to be created. [ 643.384264] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: SUCCESS [ 643.384535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.384726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.384955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.385092] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.447986] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.447986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.447986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.447986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.447986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.465788] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef in Status: IN_PROGRESS for 2s [ 643.549287] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.549287] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.552036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.552036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.552036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.552036] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.552036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.552036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.552036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.552036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.552036] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 is going to be updated. [ 643.580902] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2788d82a-056c-480a-ae96-4411b50ae45a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.590026] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.590026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.590026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.590026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.590026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.606964] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 in Status: IN_PROGRESS for 2s [ 643.786150] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43f48f20-8dc0-4056-801e-1ae44b2d791e with status ACTIVE [ 643.786150] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.786150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.786150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.786150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.786150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.786150] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.786150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.786150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.786150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.786150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.786150] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.786150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.786150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.786150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.786150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.786150] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43f48f20-8dc0-4056-801e-1ae44b2d791e is going to be updated. [ 643.816412] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.816795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.816895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.817225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.817390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.817655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43f48f20-8dc0-4056-801e-1ae44b2d791e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.887944] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.888245] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.083048] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.083488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.083488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.083618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.083747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.083853] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2788d82a-056c-480a-ae96-4411b50ae45a is going to be updated. [ 644.086528] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a411799b-a191-44cc-b1f7-af6d427bd78a in Status: SUCCESS [ 644.086861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.087104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.087362] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.087463] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.120645] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.120973] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.120973] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.121436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.122016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.133922] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2788d82a-056c-480a-ae96-4411b50ae45a in Status: IN_PROGRESS for 2s [ 644.539056] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 644.539660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.539806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.540048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.540622] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.540622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.540622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.540622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.540846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.540947] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.542840] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a411799b-a191-44cc-b1f7-af6d427bd78a in Status: SUCCESS [ 644.543067] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.543269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.543474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.543648] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.543773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.543839] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.543996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.544094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.544186] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.590883] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a411799b-a191-44cc-b1f7-af6d427bd78a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.590883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.907356] env[65916]: INFO networking_nsxv3.common.synchronization [None req-8eb66241-7560-4985-9de6-c0f153cfd7c3 None None] Enqueued Resource ID: a7dc7799-d9f8-47a1-8270-ce87139560c4 with Priority: HIGHEST for action port [ 644.907890] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7dc7799-d9f8-47a1-8270-ce87139560c4 with Priority: HIGHEST for action port [ 644.908219] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7dc7799-d9f8-47a1-8270-ce87139560c4 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.908358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7dc7799-d9f8-47a1-8270-ce87139560c4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.908425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7dc7799-d9f8-47a1-8270-ce87139560c4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.908689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7dc7799-d9f8-47a1-8270-ce87139560c4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.908772] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7dc7799-d9f8-47a1-8270-ce87139560c4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.047399] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.048542] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.099553] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: SUCCESS [ 645.099926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.101077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.102119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.102119] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.102119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.102119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.102119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.102119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.102432] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.411303] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7dc7799-d9f8-47a1-8270-ce87139560c4 [ 645.411794] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.412118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.412312] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.412640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.412850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.417825] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7dc7799-d9f8-47a1-8270-ce87139560c4 already deleted. [ 645.417825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7dc7799-d9f8-47a1-8270-ce87139560c4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.486443] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef in Status: SUCCESS [ 645.487444] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.551528] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.552832] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.605764] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.617342] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 in Status: SUCCESS [ 645.617468] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 deletion is rescheduled due to dependency. [ 645.617549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.703465] env[65916]: INFO networking_nsxv3.common.synchronization [None req-cc6800ef-52b7-4e99-8ec2-34f80a58a723 None None] Enqueued Resource ID: 83329fdd-0459-4b17-8367-21e569108932 with Priority: HIGHEST for action port [ 645.704091] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83329fdd-0459-4b17-8367-21e569108932 with Priority: HIGHEST for action port [ 645.704364] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-83329fdd-0459-4b17-8367-21e569108932 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.704551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83329fdd-0459-4b17-8367-21e569108932" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.704625] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83329fdd-0459-4b17-8367-21e569108932" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.704885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83329fdd-0459-4b17-8367-21e569108932" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.704976] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83329fdd-0459-4b17-8367-21e569108932',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.818499] env[65916]: INFO networking_nsxv3.common.synchronization [req-cdaaad62-99ce-45dd-9552-d751c713a84b req-e624fec0-b9b5-4204-b3f0-71d908550569 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Enqueued Resource ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf with Priority: HIGHEST for action security_group_members [ 645.818841] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf with Priority: HIGHEST for action security_group_members [ 645.819223] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-122d1fce-cbc2-42f2-bd34-56f28509bbcf taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.819354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.823027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.823027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.823027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.823027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.823027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.823027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.823027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.823027] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122d1fce-cbc2-42f2-bd34-56f28509bbcf',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.057049] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.057049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.057049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.057049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.057049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.057049] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a411799b-a191-44cc-b1f7-af6d427bd78a is going to be updated. [ 646.057049] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.057049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.059305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.059788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.059913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.064239] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 646.094596] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.094596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.094900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.094900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.095015] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.099075] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.099352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.099352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.100089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.100089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.109223] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.116013] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a411799b-a191-44cc-b1f7-af6d427bd78a in Status: IN_PROGRESS for 2s [ 646.116013] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 646.144031] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2788d82a-056c-480a-ae96-4411b50ae45a in Status: SUCCESS [ 646.144031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.144238] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.144441] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.144644] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.144762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.144823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.144979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.145067] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.145156] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.145244] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2788d82a-056c-480a-ae96-4411b50ae45a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.209640] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83329fdd-0459-4b17-8367-21e569108932 [ 646.209831] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.210128] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.210357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.210654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.210759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.210875] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83329fdd-0459-4b17-8367-21e569108932 already deleted. [ 646.210981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83329fdd-0459-4b17-8367-21e569108932" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.289523] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-977 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.289771] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-977" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.290079] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-977" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.290730] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-977" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.290730] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.290730] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.290949] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.291081] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.291281] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.291576] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.291687] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.291784] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.291883] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.291983] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.292114] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.292248] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.325939] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.326129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.326239] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.326489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.326611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.326815] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.326930] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.326994] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.327175] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.327254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.327357] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf already deleted. [ 646.327458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.328650] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.328834] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.328978] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.330633] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-977" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.333589] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-b2f101e6-b342-4806-b502-e1c35d888d76 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.333730] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-b2f101e6-b342-4806-b502-e1c35d888d76" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.333897] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-b2f101e6-b342-4806-b502-e1c35d888d76" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.334188] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-b2f101e6-b342-4806-b502-e1c35d888d76" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.334790] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f101e6-b342-4806-b502-e1c35d888d76',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.616427] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.616427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.616427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.616615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.616615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.616684] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 is going to be updated. [ 646.647333] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2788d82a-056c-480a-ae96-4411b50ae45a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.650865] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.651070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.651110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.652069] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.652069] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.660937] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: IN_PROGRESS for 2s [ 646.839126] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.839468] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.839468] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.839850] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.839850] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.840034] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port b2f101e6-b342-4806-b502-e1c35d888d76 not found, creating... [ 646.840308] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.840308] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.840651] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.840780] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.840905] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.841209] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.841351] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.841468] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.841668] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.841791] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.842072] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: b2f101e6-b342-4806-b502-e1c35d888d76 is going to be created. [ 646.867237] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.867376] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.867497] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.867721] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.868646] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.869456] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-b2f101e6-b342-4806-b502-e1c35d888d76" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.997538] env[65916]: INFO networking_nsxv3.common.synchronization [None req-6b85487f-169f-48a4-8ced-6aca993b2694 None None] Enqueued Resource ID: 8c6dbe9a-8b7c-4720-8575-5c72b9f337ea with Priority: HIGHEST for action port [ 646.997786] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6dbe9a-8b7c-4720-8575-5c72b9f337ea with Priority: HIGHEST for action port [ 646.998382] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c6dbe9a-8b7c-4720-8575-5c72b9f337ea taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.998506] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c6dbe9a-8b7c-4720-8575-5c72b9f337ea" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.998573] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c6dbe9a-8b7c-4720-8575-5c72b9f337ea" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.998830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c6dbe9a-8b7c-4720-8575-5c72b9f337ea" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.998960] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c6dbe9a-8b7c-4720-8575-5c72b9f337ea',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.151913] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2788d82a-056c-480a-ae96-4411b50ae45a: rpc.has_security_group_logging(os_id): False [ 647.173198] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.173198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.173198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.173198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.173198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.173198] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.173198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.173198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.173198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.173198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.173198] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2788d82a-056c-480a-ae96-4411b50ae45a is going to be created. [ 647.261356] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.261356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.261356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.261356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.265142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.285402] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2788d82a-056c-480a-ae96-4411b50ae45a in Status: IN_PROGRESS for 2s [ 647.501695] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c6dbe9a-8b7c-4720-8575-5c72b9f337ea [ 647.502379] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.502379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.502379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.502379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.502663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.502663] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c6dbe9a-8b7c-4720-8575-5c72b9f337ea already deleted. [ 647.502663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c6dbe9a-8b7c-4720-8575-5c72b9f337ea" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.577000] env[65916]: INFO networking_nsxv3.common.synchronization [req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed req-d66cbf0e-a4fd-4bd2-91c2-054db976f959 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Enqueued Resource ID: cee27c2b-1fd0-4e65-8012-1c446e031113 with Priority: HIGHEST for action security_group_members [ 647.577570] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee27c2b-1fd0-4e65-8012-1c446e031113 with Priority: HIGHEST for action security_group_members [ 647.578144] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee27c2b-1fd0-4e65-8012-1c446e031113 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.578144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.578144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.578307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.578467] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.578767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.578767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.578767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.579469] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.579469] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee27c2b-1fd0-4e65-8012-1c446e031113',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.588061] env[65916]: INFO networking_nsxv3.common.synchronization [req-cdaaad62-99ce-45dd-9552-d751c713a84b req-d728f14f-a834-46e3-a088-b0988e5fc389 service nova] Enqueued Resource ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf with Priority: HIGHEST for action security_group_rules [ 647.589040] env[65916]: INFO networking_nsxv3.common.synchronization [req-cdaaad62-99ce-45dd-9552-d751c713a84b req-d728f14f-a834-46e3-a088-b0988e5fc389 service nova] Enqueued Resource ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf with Priority: HIGHEST for action security_group_members [ 647.589040] env[65916]: INFO networking_nsxv3.common.synchronization [req-cdaaad62-99ce-45dd-9552-d751c713a84b req-d728f14f-a834-46e3-a088-b0988e5fc389 service nova] Enqueued Resource ID: b2f101e6-b342-4806-b502-e1c35d888d76 with Priority: HIGHEST for action port [ 647.589247] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf with Priority: HIGHEST for action security_group_rules [ 647.589773] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf with Priority: HIGHEST for action security_group_members [ 647.589773] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f101e6-b342-4806-b502-e1c35d888d76 with Priority: HIGHEST for action port [ 647.591295] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-122d1fce-cbc2-42f2-bd34-56f28509bbcf taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.591295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.591295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.591295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.591295] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('122d1fce-cbc2-42f2-bd34-56f28509bbcf',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.591858] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-122d1fce-cbc2-42f2-bd34-56f28509bbcf taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.591858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.592048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.592203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.592551] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.592551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.592551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.592675] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.592812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.592812] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122d1fce-cbc2-42f2-bd34-56f28509bbcf',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.593562] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f101e6-b342-4806-b502-e1c35d888d76 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.593669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f101e6-b342-4806-b502-e1c35d888d76" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.593734] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f101e6-b342-4806-b502-e1c35d888d76" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.593880] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f101e6-b342-4806-b502-e1c35d888d76" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.593950] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f101e6-b342-4806-b502-e1c35d888d76',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.973133] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.974650] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-984" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.974834] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-984" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.975220] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-984" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.975584] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.975870] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.976027] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.976276] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.976511] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.976976] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.977115] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.977222] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.977321] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.977491] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.977552] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.977640] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.997850] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.998058] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.998198] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.998374] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-984" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.998685] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-82b1895e-c4b5-4208-9a21-3e30052bd054 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.998853] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-82b1895e-c4b5-4208-9a21-3e30052bd054" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.998965] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-82b1895e-c4b5-4208-9a21-3e30052bd054" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.999625] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-82b1895e-c4b5-4208-9a21-3e30052bd054" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.999886] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82b1895e-c4b5-4208-9a21-3e30052bd054',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.081579] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.082669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.082669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.082669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.082669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.082669] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.082669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.083108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.083108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.083108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.083246] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee27c2b-1fd0-4e65-8012-1c446e031113 already deleted. [ 648.083314] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.096472] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-122d1fce-cbc2-42f2-bd34-56f28509bbcf taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.096724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.096793] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('122d1fce-cbc2-42f2-bd34-56f28509bbcf',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.097767] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2f101e6-b342-4806-b502-e1c35d888d76 with status ACTIVE [ 648.097967] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.098117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.098188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.098425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.098527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.098720] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.098880] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.098945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.099480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.099864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.100109] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.100231] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.100298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.100488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.101145] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.101145] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2f101e6-b342-4806-b502-e1c35d888d76 is going to be updated. [ 648.127191] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a411799b-a191-44cc-b1f7-af6d427bd78a in Status: SUCCESS [ 648.127443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.128030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.128030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.128240] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.128325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.128325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.128507] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.128604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.128694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.128787] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.131647] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 648.131919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.133756] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.133756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.133921] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.134137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.134345] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.134585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f101e6-b342-4806-b502-e1c35d888d76" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.135390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.135520] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.135828] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.136019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.136132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.136372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.136515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.136667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.136933] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.137132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.137240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.137494] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.137705] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.137870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.138022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.138258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.138407] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.138561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.138713] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.508027] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.508027] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.508027] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.508027] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.508027] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.508027] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 82b1895e-c4b5-4208-9a21-3e30052bd054 not found, creating... [ 648.508027] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.508027] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.508027] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.508027] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.508027] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.509154] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.509154] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.509465] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.510096] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.512051] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.512378] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 82b1895e-c4b5-4208-9a21-3e30052bd054 is going to be created. [ 648.537106] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.537551] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.537967] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.538389] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.538750] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.539309] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-82b1895e-c4b5-4208-9a21-3e30052bd054" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.603686] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('122d1fce-cbc2-42f2-bd34-56f28509bbcf',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.631287] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.641261] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4394493d-eba2-4b0d-b95d-ebeaee81a3f7: rpc.has_security_group_logging(os_id): False [ 648.667224] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.667224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.667224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.667224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.667224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.667224] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.667224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.667224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.667224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.667224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.668355] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.668608] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.668805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.669172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.669362] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.669655] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.669885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.670083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.670327] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.670497] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.670685] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 648.684023] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: SUCCESS [ 648.684023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.684023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.684023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.684023] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.684023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.684023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.684023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.684023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.684023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.685094] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.751844] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.752096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.752096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.752369] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.752553] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.768091] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 648.900455] env[65916]: INFO networking_nsxv3.common.synchronization [None req-8ccc4c03-ff3e-48e2-9243-394d334b8664 None None] Enqueued Resource ID: 9d152371-c5ac-4422-a72b-a27df82bc2a5 with Priority: HIGHEST for action port [ 648.901174] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d152371-c5ac-4422-a72b-a27df82bc2a5 with Priority: HIGHEST for action port [ 648.901620] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d152371-c5ac-4422-a72b-a27df82bc2a5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.901776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d152371-c5ac-4422-a72b-a27df82bc2a5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.901851] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d152371-c5ac-4422-a72b-a27df82bc2a5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.902395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d152371-c5ac-4422-a72b-a27df82bc2a5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.902456] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d152371-c5ac-4422-a72b-a27df82bc2a5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.107192] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.107487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.107487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.107667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.107667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.107772] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf is going to be created. [ 649.137640] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a411799b-a191-44cc-b1f7-af6d427bd78a: rpc.has_security_group_logging(os_id): False [ 649.160287] env[65916]: INFO networking_nsxv3.common.synchronization [None req-37d0d313-149a-4534-878d-5a411977b6a2 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f with Priority: HIGHEST for action security_group_rules [ 649.161418] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f with Priority: HIGHEST for action security_group_rules [ 649.161418] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6881b6f-fc85-40f6-beb3-5155bb2fde8f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.161644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.161644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.161895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.161999] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6881b6f-fc85-40f6-beb3-5155bb2fde8f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.172325] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.172569] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.172689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.172997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.173148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.173500] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.173646] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.173745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.173980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.174118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.174237] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a411799b-a191-44cc-b1f7-af6d427bd78a is going to be updated. [ 649.185217] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.185452] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.186115] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.186115] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.186454] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.188140] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.188273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.188354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.188566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.188730] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.189278] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.189356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.189553] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.189661] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.190066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.190066] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.190066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.190066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.190679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.190679] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.190679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.190679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.190679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.190897] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.190897] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.190967] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.206962] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf in Status: UNINITIALIZED for 2s [ 649.251066] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.251284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.251491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.252730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.252951] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.283246] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a411799b-a191-44cc-b1f7-af6d427bd78a in Status: IN_PROGRESS for 2s [ 649.304974] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2788d82a-056c-480a-ae96-4411b50ae45a in Status: SUCCESS [ 649.304974] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.335320] env[65916]: INFO networking_nsxv3.common.synchronization [None req-c0caf7e6-4736-4959-aa88-1f565bc2f155 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Enqueued Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_rules [ 649.336634] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_rules [ 649.336634] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.336846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.336846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.337569] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.337569] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.351031] env[65916]: INFO networking_nsxv3.common.synchronization [req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed req-44383cca-b361-42d8-a6a9-1ab70e1d8d4d service nova] Enqueued Resource ID: cee27c2b-1fd0-4e65-8012-1c446e031113 with Priority: HIGHEST for action security_group_rules [ 649.351383] env[65916]: INFO networking_nsxv3.common.synchronization [req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed req-44383cca-b361-42d8-a6a9-1ab70e1d8d4d service nova] Enqueued Resource ID: cee27c2b-1fd0-4e65-8012-1c446e031113 with Priority: HIGHEST for action security_group_members [ 649.351593] env[65916]: INFO networking_nsxv3.common.synchronization [req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed req-44383cca-b361-42d8-a6a9-1ab70e1d8d4d service nova] Enqueued Resource ID: 82b1895e-c4b5-4208-9a21-3e30052bd054 with Priority: HIGHEST for action port [ 649.352351] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee27c2b-1fd0-4e65-8012-1c446e031113 with Priority: HIGHEST for action security_group_rules [ 649.352543] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee27c2b-1fd0-4e65-8012-1c446e031113 with Priority: HIGHEST for action security_group_members [ 649.352728] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82b1895e-c4b5-4208-9a21-3e30052bd054 with Priority: HIGHEST for action port [ 649.353076] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cee27c2b-1fd0-4e65-8012-1c446e031113 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.353250] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.353420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.353781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.356199] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cee27c2b-1fd0-4e65-8012-1c446e031113',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.357443] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee27c2b-1fd0-4e65-8012-1c446e031113 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.357957] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.357957] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.357957] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.358220] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.358315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.358408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.358620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.358737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.358870] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee27c2b-1fd0-4e65-8012-1c446e031113',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.360602] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-82b1895e-c4b5-4208-9a21-3e30052bd054 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.360602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82b1895e-c4b5-4208-9a21-3e30052bd054" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.360602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82b1895e-c4b5-4208-9a21-3e30052bd054" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.360602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82b1895e-c4b5-4208-9a21-3e30052bd054" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.360602] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82b1895e-c4b5-4208-9a21-3e30052bd054',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.405178] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d152371-c5ac-4422-a72b-a27df82bc2a5 [ 649.406172] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.406172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.406172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.406172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.406172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.406172] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d152371-c5ac-4422-a72b-a27df82bc2a5 already deleted. [ 649.406854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d152371-c5ac-4422-a72b-a27df82bc2a5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.497396] env[65916]: INFO networking_nsxv3.common.synchronization [None req-57f92d68-0005-47f7-8fed-35c366013648 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f with Priority: HIGHEST for action security_group_rules [ 649.497946] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f with Priority: HIGHEST for action security_group_rules [ 649.501015] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6881b6f-fc85-40f6-beb3-5155bb2fde8f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.501015] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.535873] env[65916]: INFO networking_nsxv3.common.synchronization [None req-152940ef-e717-41b4-af9e-1acb71b6ffbe tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Enqueued Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_rules [ 649.536588] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_rules [ 649.536588] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.536988] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.625810] env[65916]: INFO networking_nsxv3.common.synchronization [req-956308b2-1408-4191-80d1-5ec8eae079e7 req-8d375a01-e33a-44af-adc9-af91ac094c17 tempest-SecurityGroupRulesTestJSON-281124910 tempest-SecurityGroupRulesTestJSON-281124910-project-member] Enqueued Resource ID: 2122485d-9132-422a-8c67-fe97a2674dd8 with Priority: HIGHEST for action security_group_rules [ 649.626641] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2122485d-9132-422a-8c67-fe97a2674dd8 with Priority: HIGHEST for action security_group_rules [ 649.626960] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2122485d-9132-422a-8c67-fe97a2674dd8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.627161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2122485d-9132-422a-8c67-fe97a2674dd8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.627161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2122485d-9132-422a-8c67-fe97a2674dd8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.627420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2122485d-9132-422a-8c67-fe97a2674dd8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.627525] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2122485d-9132-422a-8c67-fe97a2674dd8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.685448] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.685448] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.685563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.685749] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.685825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.686065] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f already deleted. [ 649.686065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.686188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.686357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.686441] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6881b6f-fc85-40f6-beb3-5155bb2fde8f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.694167] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb7a3978-3293-413e-8e3c-42b06437bc17: rpc.has_security_group_logging(os_id): False [ 649.724176] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.724176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.724176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.724176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.724176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.724176] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.724176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.724176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.724176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.724176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.724176] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.724176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.724176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.724811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.728329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.728602] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.728726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.728781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.729124] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.729219] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.729541] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 is going to be updated. [ 649.844231] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.844427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.844514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.844836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.844901] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.861774] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: IN_PROGRESS for 2s [ 649.866571] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee27c2b-1fd0-4e65-8012-1c446e031113 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.866571] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.866785] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cee27c2b-1fd0-4e65-8012-1c446e031113',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.868773] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82b1895e-c4b5-4208-9a21-3e30052bd054 with status ACTIVE [ 649.868773] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.868773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.868773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.868773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.868773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.868773] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.868773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.868773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.869170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.869170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.869239] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.869312] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.869369] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.870109] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.870109] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.870109] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82b1895e-c4b5-4208-9a21-3e30052bd054 is going to be updated. [ 649.872536] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.872660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.872719] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.872914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.872994] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.873093] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae886a71-beaa-499c-bcc1-3af13b4024aa already deleted. [ 649.873178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.873873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.874089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.874190] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.897715] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.897870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.897944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.898178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.898317] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.898481] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82b1895e-c4b5-4208-9a21-3e30052bd054" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.151717] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.151885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.151936] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.152147] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.152253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.152352] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2122485d-9132-422a-8c67-fe97a2674dd8 already deleted. [ 650.152437] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2122485d-9132-422a-8c67-fe97a2674dd8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.212207] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.212399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.212464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.212711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.212793] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.212892] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f already deleted. [ 650.213176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.373017] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cee27c2b-1fd0-4e65-8012-1c446e031113',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.397180] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.397527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.397527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.397716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.397817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.397914] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae886a71-beaa-499c-bcc1-3af13b4024aa already deleted. [ 650.398016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.482464] env[65916]: INFO networking_nsxv3.common.synchronization [req-63914a17-3716-40bc-8f50-cf3fc52551a8 req-fe31adea-388d-4330-9a0c-3c2b9da5efd9 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Enqueued Resource ID: 991ee104-86cf-4820-801a-3d3d3e91c271 with Priority: HIGHEST for action security_group_members [ 650.483187] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991ee104-86cf-4820-801a-3d3d3e91c271 with Priority: HIGHEST for action security_group_members [ 650.483457] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-991ee104-86cf-4820-801a-3d3d3e91c271 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.484088] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.484088] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.484088] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.484340] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.484523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.484624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.484932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.486886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.487297] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('991ee104-86cf-4820-801a-3d3d3e91c271',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.792209] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 650.792209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.792209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.792209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.792209] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.876179] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.876445] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.876556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.876892] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.877068] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.877239] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee27c2b-1fd0-4e65-8012-1c446e031113 is going to be created. [ 650.901024] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.901024] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-591" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.901024] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-591" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.901024] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-591" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.901024] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.901024] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.901024] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.901024] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.901024] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.901024] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.901024] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.901024] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.901024] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.901795] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.901795] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.901795] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.903482] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.903611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.903688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.903865] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.904044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.918243] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee27c2b-1fd0-4e65-8012-1c446e031113 in Status: UNINITIALIZED for 2s [ 650.925170] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.926008] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.926271] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.926550] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-591" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.926878] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-beca3322-de3e-4719-b0b0-30aee6efa198 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.927069] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-beca3322-de3e-4719-b0b0-30aee6efa198" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.927184] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-beca3322-de3e-4719-b0b0-30aee6efa198" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.927515] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-beca3322-de3e-4719-b0b0-30aee6efa198" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.927645] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beca3322-de3e-4719-b0b0-30aee6efa198',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.991843] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.992058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.992116] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.992305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.992393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.992586] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.992688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.992754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.992895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.992970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.993069] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991ee104-86cf-4820-801a-3d3d3e91c271 already deleted. [ 650.993150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.220514] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf in Status: SUCCESS [ 651.220767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.221434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.221723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.222764] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.222991] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.223128] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.223236] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.223304] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.223411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.223514] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('122d1fce-cbc2-42f2-bd34-56f28509bbcf',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.294486] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.294694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.294774] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.295026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.295652] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.295838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.295938] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.296191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.296335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.296489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.296634] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.301750] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a411799b-a191-44cc-b1f7-af6d427bd78a in Status: SUCCESS [ 651.301947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.431339] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.431558] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.431680] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.432109] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.432268] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.432419] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port beca3322-de3e-4719-b0b0-30aee6efa198 not found, creating... [ 651.432747] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.432908] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.433027] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.433296] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.433469] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.433774] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.433926] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.434049] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.434253] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.434380] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.434516] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: beca3322-de3e-4719-b0b0-30aee6efa198 is going to be created. [ 651.457193] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.457418] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.457595] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.457860] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.458095] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.458312] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-beca3322-de3e-4719-b0b0-30aee6efa198" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.726028] env[65916]: INFO networking_nsxv3.common.synchronization [req-16363544-386e-42ee-9e6e-da3b75c17f1a req-b1767020-bc52-4521-9ce2-66a242ffae92 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Enqueued Resource ID: 6236c3f3-b115-4b34-b259-3777c15df669 with Priority: HIGHEST for action security_group_members [ 651.726028] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6236c3f3-b115-4b34-b259-3777c15df669 with Priority: HIGHEST for action security_group_members [ 651.726028] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-122d1fce-cbc2-42f2-bd34-56f28509bbcf taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.726933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.730022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.730022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.730022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.730022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.730022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.730022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.730022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.730022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.730022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-122d1fce-cbc2-42f2-bd34-56f28509bbcf taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.730022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.730022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.730022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.730022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.730022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.730022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.730022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.730022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.730022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.730752] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('122d1fce-cbc2-42f2-bd34-56f28509bbcf',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.730752] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6236c3f3-b115-4b34-b259-3777c15df669 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.730752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.730752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.732463] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.732772] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.733135] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.733380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.733923] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.734154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.734367] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6236c3f3-b115-4b34-b259-3777c15df669',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.803653] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.803963] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.803963] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.804231] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.804349] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.804349] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.804430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.804668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.804668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.804847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.804895] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.805013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.805065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.805168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.805300] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.805383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.805433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.807029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.807029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.807029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.807029] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.875857] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: SUCCESS [ 651.876155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.190931] env[65916]: INFO networking_nsxv3.common.synchronization [req-63914a17-3716-40bc-8f50-cf3fc52551a8 req-fc631f82-93d7-43b1-8246-2586cc45037b service nova] Enqueued Resource ID: 991ee104-86cf-4820-801a-3d3d3e91c271 with Priority: HIGHEST for action security_group_rules [ 652.191423] env[65916]: INFO networking_nsxv3.common.synchronization [req-63914a17-3716-40bc-8f50-cf3fc52551a8 req-fc631f82-93d7-43b1-8246-2586cc45037b service nova] Enqueued Resource ID: 991ee104-86cf-4820-801a-3d3d3e91c271 with Priority: HIGHEST for action security_group_members [ 652.191754] env[65916]: INFO networking_nsxv3.common.synchronization [req-63914a17-3716-40bc-8f50-cf3fc52551a8 req-fc631f82-93d7-43b1-8246-2586cc45037b service nova] Enqueued Resource ID: beca3322-de3e-4719-b0b0-30aee6efa198 with Priority: HIGHEST for action port [ 652.192680] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991ee104-86cf-4820-801a-3d3d3e91c271 with Priority: HIGHEST for action security_group_rules [ 652.192962] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991ee104-86cf-4820-801a-3d3d3e91c271 with Priority: HIGHEST for action security_group_members [ 652.193305] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beca3322-de3e-4719-b0b0-30aee6efa198 with Priority: HIGHEST for action port [ 652.193709] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991ee104-86cf-4820-801a-3d3d3e91c271 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.193848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.193928] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.194221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.194300] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991ee104-86cf-4820-801a-3d3d3e91c271',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.195834] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-991ee104-86cf-4820-801a-3d3d3e91c271 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.195990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.196086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.196279] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.196467] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.196596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.196714] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.196873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.196978] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.197126] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('991ee104-86cf-4820-801a-3d3d3e91c271',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.198184] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-beca3322-de3e-4719-b0b0-30aee6efa198 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.198305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beca3322-de3e-4719-b0b0-30aee6efa198" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.198387] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beca3322-de3e-4719-b0b0-30aee6efa198" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.198547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beca3322-de3e-4719-b0b0-30aee6efa198" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.198675] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beca3322-de3e-4719-b0b0-30aee6efa198',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.236243] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 122d1fce-cbc2-42f2-bd34-56f28509bbcf: rpc.has_security_group_logging(os_id): False [ 652.238744] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.238890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.238954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.239195] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.239281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.239501] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.239638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.239699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.239858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.240419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.240419] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6236c3f3-b115-4b34-b259-3777c15df669 is going to be updated. [ 652.258636] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.258927] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.258927] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.259138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.259228] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.259461] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.259595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.259650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.259825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.259900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.260693] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.260853] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.260925] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.261461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.261461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.261676] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.261676] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.261809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.261870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.261972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.262073] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf is going to be created. [ 652.282843] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.282843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.282843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.283025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.283063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.294611] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6236c3f3-b115-4b34-b259-3777c15df669 in Status: IN_PROGRESS for 2s [ 652.307662] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4394493d-eba2-4b0d-b95d-ebeaee81a3f7: rpc.has_security_group_logging(os_id): False [ 652.335207] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.335207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.335207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.335465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.335465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.336389] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.336389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.336389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.336389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.336389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.336389] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.336389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.336976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.336976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.336976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.336976] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.336976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.338686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.338686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.338686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.338686] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 652.361648] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.361648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.361648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.361648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.361648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.375427] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf in Status: IN_PROGRESS for 2s [ 652.438583] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.438583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.438583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.438583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.438933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.463268] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 652.701148] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('991ee104-86cf-4820-801a-3d3d3e91c271',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.702651] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-991ee104-86cf-4820-801a-3d3d3e91c271 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.702651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.704427] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port beca3322-de3e-4719-b0b0-30aee6efa198 with status ACTIVE [ 652.704625] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.704752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.704815] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.705050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.705772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.705772] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.705772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.705772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.705772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.705772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.706191] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.706191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.706191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.706325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.706325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.706399] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: beca3322-de3e-4719-b0b0-30aee6efa198 is going to be updated. [ 652.741992] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.741992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.741992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.742326] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.742362] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.742588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beca3322-de3e-4719-b0b0-30aee6efa198" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.930238] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee27c2b-1fd0-4e65-8012-1c446e031113 in Status: SUCCESS [ 652.930238] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.930238] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.930677] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.930677] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.930677] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.930820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.930961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.931035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.931091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.931256] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cee27c2b-1fd0-4e65-8012-1c446e031113',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.204526] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('991ee104-86cf-4820-801a-3d3d3e91c271',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.433804] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee27c2b-1fd0-4e65-8012-1c446e031113 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.434060] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.434144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.434368] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.434563] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.434718] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.434785] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.434890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.434968] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.435315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.435315] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee27c2b-1fd0-4e65-8012-1c446e031113 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.435315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.435461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.435575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.435746] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.435746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.435834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.435925] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.435964] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.436061] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.436141] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cee27c2b-1fd0-4e65-8012-1c446e031113',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.707245] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.707491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.707491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.707716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.707817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.708224] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991ee104-86cf-4820-801a-3d3d3e91c271 is going to be created. [ 653.737714] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.737964] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.738050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.738300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.738579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.751751] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991ee104-86cf-4820-801a-3d3d3e91c271 in Status: UNINITIALIZED for 2s [ 653.940352] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cee27c2b-1fd0-4e65-8012-1c446e031113: rpc.has_security_group_logging(os_id): False [ 653.959511] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.959667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.959737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.959955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.960057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.960258] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.961146] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.961195] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.961388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.961474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.961694] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.961807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.961873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.962166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.962268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.962533] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.962640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.962703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.962850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.962926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.963031] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cee27c2b-1fd0-4e65-8012-1c446e031113 is going to be created. [ 654.031455] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.031692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.031759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.031982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.032188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.046767] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cee27c2b-1fd0-4e65-8012-1c446e031113 in Status: IN_PROGRESS for 2s [ 654.306409] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6236c3f3-b115-4b34-b259-3777c15df669 in Status: SUCCESS [ 654.306621] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6236c3f3-b115-4b34-b259-3777c15df669 deletion is rescheduled due to dependency. [ 654.306728] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.388628] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf in Status: SUCCESS [ 654.388628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.483123] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 654.483367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.938220] env[65916]: INFO networking_nsxv3.common.synchronization [req-3ad34454-b221-439a-b287-5dab9996880a req-1dd64847-e582-4434-8278-09c9d6512cc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 654.938768] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 654.940805] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.940805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.940805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.940805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.941236] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.941285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.941367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.941512] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.941603] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.941686] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.444614] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.444819] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.444940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.445377] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.445377] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.445542] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.445692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.445758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.445990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.445990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.446075] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 655.483660] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.483787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.483906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.484237] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.484393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.498440] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 655.766408] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991ee104-86cf-4820-801a-3d3d3e91c271 in Status: SUCCESS [ 655.766711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.766855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.767460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.767460] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.767460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.768560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.768560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.768560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.768560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.768560] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('991ee104-86cf-4820-801a-3d3d3e91c271',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.065613] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cee27c2b-1fd0-4e65-8012-1c446e031113 in Status: SUCCESS [ 656.065892] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.272234] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-991ee104-86cf-4820-801a-3d3d3e91c271 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.273711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.273711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.273711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.273711] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.273711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.273711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.273979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.273979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.274200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.274403] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-991ee104-86cf-4820-801a-3d3d3e91c271 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.274573] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.274688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.274936] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.275396] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.275396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.275654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.275775] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.275888] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.276091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.276236] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('991ee104-86cf-4820-801a-3d3d3e91c271',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.745914] env[65916]: INFO networking_nsxv3.common.synchronization [req-4c245205-86df-4f77-a5da-4ff863c99759 req-8b3f0e73-b4f8-45d6-8703-cf8ce5809ee1 tempest-SecurityGroupRulesTestJSON-281124910 tempest-SecurityGroupRulesTestJSON-281124910-project-member] Enqueued Resource ID: 74bee6b4-3d1f-4913-88fa-790df5f9dc44 with Priority: HIGHEST for action security_group_rules [ 656.746393] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bee6b4-3d1f-4913-88fa-790df5f9dc44 with Priority: HIGHEST for action security_group_rules [ 656.746721] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74bee6b4-3d1f-4913-88fa-790df5f9dc44 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.746850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74bee6b4-3d1f-4913-88fa-790df5f9dc44" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.746910] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74bee6b4-3d1f-4913-88fa-790df5f9dc44" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.747257] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74bee6b4-3d1f-4913-88fa-790df5f9dc44" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.747337] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74bee6b4-3d1f-4913-88fa-790df5f9dc44',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.778570] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 991ee104-86cf-4820-801a-3d3d3e91c271: rpc.has_security_group_logging(os_id): False [ 656.798229] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.798229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.798229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.798229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.798510] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.798620] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.798778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.798823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.799619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.799619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.799619] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.799619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.799619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.799619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.799619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.799970] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.800206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.800265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.800417] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.800477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.800543] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991ee104-86cf-4820-801a-3d3d3e91c271 is going to be created. [ 656.871787] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.873036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.873036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.873036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.873036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.887010] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 991ee104-86cf-4820-801a-3d3d3e91c271 in Status: IN_PROGRESS for 2s [ 657.185975] env[65916]: INFO networking_nsxv3.common.synchronization [None req-08ccc704-514b-4fe3-819d-495361854868 None None] Enqueued Resource ID: fa5769ff-4df8-4154-823a-7965f9cc80e3 with Priority: HIGHEST for action port [ 657.186478] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5769ff-4df8-4154-823a-7965f9cc80e3 with Priority: HIGHEST for action port [ 657.186816] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa5769ff-4df8-4154-823a-7965f9cc80e3 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.186945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa5769ff-4df8-4154-823a-7965f9cc80e3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.187032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa5769ff-4df8-4154-823a-7965f9cc80e3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.199561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa5769ff-4df8-4154-823a-7965f9cc80e3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.199561] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5769ff-4df8-4154-823a-7965f9cc80e3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.283767] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.284253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.284253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.284253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.284584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.284584] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74bee6b4-3d1f-4913-88fa-790df5f9dc44 already deleted. [ 657.284686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74bee6b4-3d1f-4913-88fa-790df5f9dc44" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.512307] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 657.512307] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 deletion is rescheduled due to dependency. [ 657.512307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.699872] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa5769ff-4df8-4154-823a-7965f9cc80e3 [ 657.700135] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.700293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.700353] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.700723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.700877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.700938] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa5769ff-4df8-4154-823a-7965f9cc80e3 already deleted. [ 657.701018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa5769ff-4df8-4154-823a-7965f9cc80e3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.105278] env[65916]: INFO networking_nsxv3.common.synchronization [req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 req-7b888589-9491-4a28-a7b3-38c6b5824563 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Enqueued Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_members [ 658.105866] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_members [ 658.107847] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f43f495-c293-45c4-acf2-d2ab7208594a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.107847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.107847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.107847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.107847] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.107847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.108206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.108206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.108206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.108363] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.541015] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.541471] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.541616] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.542207] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.542543] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.542718] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.542831] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.543153] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.543374] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.543762] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.543882] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.543987] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.544102] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.544211] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.544357] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.544569] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.574878] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.575914] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.575914] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.575914] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.575914] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-fc7f8770-60a8-4f52-9545-a73c99bda53b taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.576242] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-fc7f8770-60a8-4f52-9545-a73c99bda53b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.576313] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-fc7f8770-60a8-4f52-9545-a73c99bda53b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.576637] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-fc7f8770-60a8-4f52-9545-a73c99bda53b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.576774] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7f8770-60a8-4f52-9545-a73c99bda53b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.612478] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.612669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.612778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.613053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.613180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.613468] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.613611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.613611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.614307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.614307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.614307] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f43f495-c293-45c4-acf2-d2ab7208594a is going to be updated. [ 658.645840] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.649413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.649413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.649413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.649413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.657681] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f43f495-c293-45c4-acf2-d2ab7208594a in Status: IN_PROGRESS for 2s [ 658.906376] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 991ee104-86cf-4820-801a-3d3d3e91c271 in Status: SUCCESS [ 658.906471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.079631] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.081074] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.081074] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.081074] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.081074] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.081074] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port fc7f8770-60a8-4f52-9545-a73c99bda53b not found, creating... [ 659.081074] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.081074] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.081407] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.081407] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.081522] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.082062] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.083402] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.083402] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.083402] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.083402] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.083402] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: fc7f8770-60a8-4f52-9545-a73c99bda53b is going to be created. [ 659.107984] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.107984] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.108224] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.109026] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.109026] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.109160] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-fc7f8770-60a8-4f52-9545-a73c99bda53b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.842854] env[65916]: INFO networking_nsxv3.common.synchronization [req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 req-5448cc68-03f1-4d51-b952-139d1f3d654c service nova] Enqueued Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_rules [ 659.842854] env[65916]: INFO networking_nsxv3.common.synchronization [req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 req-5448cc68-03f1-4d51-b952-139d1f3d654c service nova] Enqueued Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_members [ 659.842854] env[65916]: INFO networking_nsxv3.common.synchronization [req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 req-5448cc68-03f1-4d51-b952-139d1f3d654c service nova] Enqueued Resource ID: fc7f8770-60a8-4f52-9545-a73c99bda53b with Priority: HIGHEST for action port [ 659.843427] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_rules [ 659.843557] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_members [ 659.843655] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7f8770-60a8-4f52-9545-a73c99bda53b with Priority: HIGHEST for action port [ 659.845643] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f43f495-c293-45c4-acf2-d2ab7208594a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.845643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.845643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.845643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.845878] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.847889] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f43f495-c293-45c4-acf2-d2ab7208594a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.847889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.849566] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc7f8770-60a8-4f52-9545-a73c99bda53b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.849566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc7f8770-60a8-4f52-9545-a73c99bda53b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.849566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc7f8770-60a8-4f52-9545-a73c99bda53b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.849566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc7f8770-60a8-4f52-9545-a73c99bda53b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.849566] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7f8770-60a8-4f52-9545-a73c99bda53b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.149909] env[65916]: INFO networking_nsxv3.common.synchronization [req-56701efd-03ed-457c-8f7c-5ef718a78f7e req-a718b0ff-1f9f-46ef-aa46-da296773901a tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Enqueued Resource ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef with Priority: HIGHEST for action security_group_members [ 660.150550] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef with Priority: HIGHEST for action security_group_members [ 660.152125] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-86cd8f6d-6280-470f-8010-3e9e6ef411ef taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.152277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.152328] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.152552] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.152748] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.152840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.152915] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.153097] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.153177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.153287] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86cd8f6d-6280-470f-8010-3e9e6ef411ef',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.351029] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f43f495-c293-45c4-acf2-d2ab7208594a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.351245] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.353750] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc7f8770-60a8-4f52-9545-a73c99bda53b with status ACTIVE [ 660.354072] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.354200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.354200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.354489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.354602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.354795] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.354920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.354984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.355364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.355843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.356133] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.356279] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.356357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.356570] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.356684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.356782] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc7f8770-60a8-4f52-9545-a73c99bda53b is going to be updated. [ 660.385679] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.385679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.385679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.385679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.385679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.385679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc7f8770-60a8-4f52-9545-a73c99bda53b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.546017] env[65916]: INFO networking_nsxv3.common.synchronization [None req-cb6af2a5-d8da-4e9a-b923-e5169ca6d296 None None] Enqueued Resource ID: 65198277-af06-49c0-a2ab-8cd5b8efd170 with Priority: HIGHEST for action port [ 660.546017] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65198277-af06-49c0-a2ab-8cd5b8efd170 with Priority: HIGHEST for action port [ 660.546017] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-65198277-af06-49c0-a2ab-8cd5b8efd170 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.546017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65198277-af06-49c0-a2ab-8cd5b8efd170" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.546017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65198277-af06-49c0-a2ab-8cd5b8efd170" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.546017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65198277-af06-49c0-a2ab-8cd5b8efd170" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.546017] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65198277-af06-49c0-a2ab-8cd5b8efd170',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.615060] env[65916]: INFO networking_nsxv3.common.synchronization [req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 req-33287b07-48f8-42c4-8226-84f384199911 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Enqueued Resource ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 with Priority: HIGHEST for action security_group_members [ 660.615476] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 with Priority: HIGHEST for action security_group_members [ 660.615793] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9b2203-8c07-4f1d-9242-643024f97a02 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.615908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.615977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.616283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.617652] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.617652] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.617652] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.617652] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.617652] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.617652] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e9b2203-8c07-4f1d-9242-643024f97a02',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.656084] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.656344] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.656547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.656831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.656967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.657249] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.657401] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.657503] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.657704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.657787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.657984] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef is going to be updated. [ 660.672021] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f43f495-c293-45c4-acf2-d2ab7208594a in Status: SUCCESS [ 660.672238] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f43f495-c293-45c4-acf2-d2ab7208594a deletion is rescheduled due to dependency. [ 660.672371] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.672547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.672762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.673144] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.673324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.673494] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.673712] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.673823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.674179] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.691970] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.692155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.692488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.692488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.692574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.704378] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef in Status: IN_PROGRESS for 2s [ 661.048369] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65198277-af06-49c0-a2ab-8cd5b8efd170 [ 661.048715] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.048820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.048820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.049050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.049148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.049236] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65198277-af06-49c0-a2ab-8cd5b8efd170 already deleted. [ 661.049360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65198277-af06-49c0-a2ab-8cd5b8efd170" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.119671] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.119856] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.119956] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.120166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.120329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.120458] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.120587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.120678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.120848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.120924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.121022] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 already deleted. [ 661.121106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.146766] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.146991] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-201" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.147169] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-201" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.147501] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-201" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.147777] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.148099] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.148099] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.148315] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.148471] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.148692] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.148858] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.148911] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.149944] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.149944] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.149944] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.149944] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.169222] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.169395] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.169561] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.169743] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-201" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.170219] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-f6bd3119-2764-462f-abeb-66b6fcedda84 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.170393] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-f6bd3119-2764-462f-abeb-66b6fcedda84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.170393] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-f6bd3119-2764-462f-abeb-66b6fcedda84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.170789] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-f6bd3119-2764-462f-abeb-66b6fcedda84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.170931] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6bd3119-2764-462f-abeb-66b6fcedda84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.180744] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.673583] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.673847] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.673948] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.674245] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.674429] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.674596] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port f6bd3119-2764-462f-abeb-66b6fcedda84 not found, creating... [ 661.674878] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.675053] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.675158] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.675388] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.676226] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.676226] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.676226] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.676226] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.676535] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.676535] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.676535] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: f6bd3119-2764-462f-abeb-66b6fcedda84 is going to be created. [ 661.683703] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.702523] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.702835] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.703183] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.703266] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.703540] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.703771] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-f6bd3119-2764-462f-abeb-66b6fcedda84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.186957] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.187350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.187491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.187802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.187955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.188141] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f43f495-c293-45c4-acf2-d2ab7208594a is going to be updated. [ 662.222489] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.222728] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.222780] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.223075] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.223274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.236573] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f43f495-c293-45c4-acf2-d2ab7208594a in Status: IN_PROGRESS for 2s [ 662.464834] env[65916]: INFO networking_nsxv3.common.synchronization [req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 req-92f102f6-0797-457a-a805-05eb4dcdba72 service nova] Enqueued Resource ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 with Priority: HIGHEST for action security_group_rules [ 662.465014] env[65916]: INFO networking_nsxv3.common.synchronization [req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 req-92f102f6-0797-457a-a805-05eb4dcdba72 service nova] Enqueued Resource ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 with Priority: HIGHEST for action security_group_members [ 662.465146] env[65916]: INFO networking_nsxv3.common.synchronization [req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 req-92f102f6-0797-457a-a805-05eb4dcdba72 service nova] Enqueued Resource ID: f6bd3119-2764-462f-abeb-66b6fcedda84 with Priority: HIGHEST for action port [ 662.465692] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 with Priority: HIGHEST for action security_group_rules [ 662.465833] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 with Priority: HIGHEST for action security_group_members [ 662.465929] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6bd3119-2764-462f-abeb-66b6fcedda84 with Priority: HIGHEST for action port [ 662.469834] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e9b2203-8c07-4f1d-9242-643024f97a02 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.470037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.470180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.470416] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.470988] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e9b2203-8c07-4f1d-9242-643024f97a02',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.474166] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9b2203-8c07-4f1d-9242-643024f97a02 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.474290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.474354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.474665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.474802] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.474870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.474911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.475104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.475192] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.475288] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e9b2203-8c07-4f1d-9242-643024f97a02',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.476779] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6bd3119-2764-462f-abeb-66b6fcedda84 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.476779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6bd3119-2764-462f-abeb-66b6fcedda84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.476779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6bd3119-2764-462f-abeb-66b6fcedda84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.476932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6bd3119-2764-462f-abeb-66b6fcedda84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.476932] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6bd3119-2764-462f-abeb-66b6fcedda84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.715279] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef in Status: SUCCESS [ 662.715531] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef deletion is rescheduled due to dependency. [ 662.715574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.979341] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9b2203-8c07-4f1d-9242-643024f97a02 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.979511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.979642] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e9b2203-8c07-4f1d-9242-643024f97a02',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.980569] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6bd3119-2764-462f-abeb-66b6fcedda84 with status ACTIVE [ 662.980753] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.980870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.980927] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.981251] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.981251] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.981461] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.981584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.981635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.981807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.981920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.982366] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.982475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.982524] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.982674] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.982840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.982840] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6bd3119-2764-462f-abeb-66b6fcedda84 is going to be updated. [ 663.028545] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.031017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.031017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.031017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.031017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.031017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6bd3119-2764-462f-abeb-66b6fcedda84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.334327] env[65916]: INFO networking_nsxv3.common.synchronization [None req-ed246629-79d7-4f9c-a286-de8338e8dc32 None None] Enqueued Resource ID: 0d4d1d24-ae72-4142-a235-1315f974bf59 with Priority: HIGHEST for action port [ 663.334682] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4d1d24-ae72-4142-a235-1315f974bf59 with Priority: HIGHEST for action port [ 663.335432] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d4d1d24-ae72-4142-a235-1315f974bf59 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.335621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d4d1d24-ae72-4142-a235-1315f974bf59" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.335708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d4d1d24-ae72-4142-a235-1315f974bf59" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.335968] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d4d1d24-ae72-4142-a235-1315f974bf59" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.336403] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4d1d24-ae72-4142-a235-1315f974bf59',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.485212] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e9b2203-8c07-4f1d-9242-643024f97a02',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.838386] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d4d1d24-ae72-4142-a235-1315f974bf59 [ 663.840360] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.840360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.840360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.840360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.840360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.840360] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d4d1d24-ae72-4142-a235-1315f974bf59 already deleted. [ 663.840360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d4d1d24-ae72-4142-a235-1315f974bf59" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.988355] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.988355] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.988532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.988649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.988742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.988842] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 is going to be created. [ 664.014489] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.014670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.014717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.014912] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.015086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.029259] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 in Status: UNINITIALIZED for 2s [ 664.248573] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f43f495-c293-45c4-acf2-d2ab7208594a in Status: SUCCESS [ 664.248835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.249055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.249450] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.250365] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.250365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.250365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.250365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.250365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.250365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.250365] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.594254] env[65916]: INFO networking_nsxv3.common.synchronization [None req-c01e3f1f-d406-4535-8d84-bccba721d7ce None None] Enqueued Resource ID: 397e3517-e07b-42f5-9cfd-b94f396c4247 with Priority: HIGHEST for action port [ 664.594519] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397e3517-e07b-42f5-9cfd-b94f396c4247 with Priority: HIGHEST for action port [ 664.594818] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-397e3517-e07b-42f5-9cfd-b94f396c4247 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.594939] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-397e3517-e07b-42f5-9cfd-b94f396c4247" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.595012] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-397e3517-e07b-42f5-9cfd-b94f396c4247" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.597045] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-397e3517-e07b-42f5-9cfd-b94f396c4247" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.597045] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('397e3517-e07b-42f5-9cfd-b94f396c4247',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.757019] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f43f495-c293-45c4-acf2-d2ab7208594a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.757019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.757019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.757019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.757019] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.757019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.757019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.757019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.757019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.757019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.757019] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f43f495-c293-45c4-acf2-d2ab7208594a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.757019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.757019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.757019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.757019] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.757019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.757754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.757754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.757754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.757754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.757754] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.101285] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 397e3517-e07b-42f5-9cfd-b94f396c4247 [ 665.101285] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.101285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.101285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.101285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.101285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.102830] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:397e3517-e07b-42f5-9cfd-b94f396c4247 already deleted. [ 665.103037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-397e3517-e07b-42f5-9cfd-b94f396c4247" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.263270] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f43f495-c293-45c4-acf2-d2ab7208594a: rpc.has_security_group_logging(os_id): False [ 665.287386] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.290079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.290079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.290079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.290079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.290079] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.290513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.290513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.290513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.290513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.291102] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.291102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.291102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.292317] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.292317] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.292317] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.293155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.293155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.293155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.295376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.295376] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f43f495-c293-45c4-acf2-d2ab7208594a is going to be updated. [ 665.398888] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.398888] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.399133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.399308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.399650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.418554] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f43f495-c293-45c4-acf2-d2ab7208594a in Status: IN_PROGRESS for 2s [ 665.889282] env[65916]: INFO networking_nsxv3.common.synchronization [None req-64810ac5-eab9-44a8-aa3d-14829d44d944 None None] Enqueued Resource ID: 34e8921d-0fa6-4737-8737-e05bc0584317 with Priority: HIGHEST for action port [ 665.889282] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e8921d-0fa6-4737-8737-e05bc0584317 with Priority: HIGHEST for action port [ 665.889282] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-34e8921d-0fa6-4737-8737-e05bc0584317 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.889647] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34e8921d-0fa6-4737-8737-e05bc0584317" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.889647] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34e8921d-0fa6-4737-8737-e05bc0584317" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.889721] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34e8921d-0fa6-4737-8737-e05bc0584317" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.889826] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34e8921d-0fa6-4737-8737-e05bc0584317',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.039719] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 in Status: SUCCESS [ 666.039934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.040115] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.040340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.040530] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.040650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.040713] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.040859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.041684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.041824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.041925] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e9b2203-8c07-4f1d-9242-643024f97a02',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.396427] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34e8921d-0fa6-4737-8737-e05bc0584317 [ 666.396667] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.396804] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.396880] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.397110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.397207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.397295] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34e8921d-0fa6-4737-8737-e05bc0584317 already deleted. [ 666.397379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34e8921d-0fa6-4737-8737-e05bc0584317" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.544858] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e9b2203-8c07-4f1d-9242-643024f97a02',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.047298] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e9b2203-8c07-4f1d-9242-643024f97a02: rpc.has_security_group_logging(os_id): False [ 667.066660] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.067307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.067439] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.067611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.067764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.068041] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.068179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.068249] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.068391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.068476] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.068539] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 is going to be created. [ 667.146293] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.146446] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.146511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.146733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.146994] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.162322] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 in Status: IN_PROGRESS for 2s [ 667.438971] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f43f495-c293-45c4-acf2-d2ab7208594a in Status: SUCCESS [ 667.441122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.846266] env[65916]: INFO networking_nsxv3.common.synchronization [req-010e3375-d782-42b2-8218-7afb5722e624 req-3686c57d-8ac4-4775-bfe8-d127eb421508 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f with Priority: HIGHEST for action security_group_members [ 667.846594] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f with Priority: HIGHEST for action security_group_members [ 667.846906] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.847049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.847400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.847400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.849509] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.849509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.849509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.849509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.849509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.849509] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6881b6f-fc85-40f6-beb3-5155bb2fde8f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.351679] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.352117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.352117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.352117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.352117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.352297] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.352394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.352493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.352598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.352670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.352747] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f already deleted. [ 668.352821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.495659] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.495903] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.496018] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.496368] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.496678] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.496913] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.496968] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.497593] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.497752] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.497959] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.498080] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.498186] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.498328] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.498388] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.498487] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.498617] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.552308] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.552308] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.552525] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.552714] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.553108] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-c5fb3aa7-2da9-4343-bebc-dc53ee219e19 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.553283] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-c5fb3aa7-2da9-4343-bebc-dc53ee219e19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.553447] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-c5fb3aa7-2da9-4343-bebc-dc53ee219e19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.553844] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-c5fb3aa7-2da9-4343-bebc-dc53ee219e19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.553956] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5fb3aa7-2da9-4343-bebc-dc53ee219e19',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.559371] env[65916]: INFO networking_nsxv3.common.synchronization [None req-b3c2b198-6ee5-4542-ae86-a12048582bc6 None None] Enqueued Resource ID: 754cdbfe-7182-42da-b9c0-5ece071ee28c with Priority: HIGHEST for action port [ 668.562992] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754cdbfe-7182-42da-b9c0-5ece071ee28c with Priority: HIGHEST for action port [ 668.562992] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-754cdbfe-7182-42da-b9c0-5ece071ee28c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.562992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-754cdbfe-7182-42da-b9c0-5ece071ee28c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.562992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-754cdbfe-7182-42da-b9c0-5ece071ee28c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.562992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-754cdbfe-7182-42da-b9c0-5ece071ee28c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.562992] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('754cdbfe-7182-42da-b9c0-5ece071ee28c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.805965] env[65916]: INFO networking_nsxv3.common.synchronization [None req-f967b725-775a-430a-b1d7-172363631a5b None None] Enqueued Resource ID: 457197c7-2254-4aef-849d-4ec58199fe73 with Priority: HIGHEST for action port [ 668.806596] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 457197c7-2254-4aef-849d-4ec58199fe73 with Priority: HIGHEST for action port [ 668.806973] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-457197c7-2254-4aef-849d-4ec58199fe73 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.807834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-457197c7-2254-4aef-849d-4ec58199fe73" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.807834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-457197c7-2254-4aef-849d-4ec58199fe73" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.807834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-457197c7-2254-4aef-849d-4ec58199fe73" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.807834] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('457197c7-2254-4aef-849d-4ec58199fe73',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.056349] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.056679] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.057025] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.057246] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.057416] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.057604] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port c5fb3aa7-2da9-4343-bebc-dc53ee219e19 not found, creating... [ 669.057954] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.058223] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.058223] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.058595] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.058805] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.059145] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.059425] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.059476] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.059772] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.059931] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.060436] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: c5fb3aa7-2da9-4343-bebc-dc53ee219e19 is going to be created. [ 669.064984] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 754cdbfe-7182-42da-b9c0-5ece071ee28c [ 669.065397] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.065397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.065595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.065775] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.065901] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.066000] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:754cdbfe-7182-42da-b9c0-5ece071ee28c already deleted. [ 669.066133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-754cdbfe-7182-42da-b9c0-5ece071ee28c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.093728] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.094022] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.094394] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.094523] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.094788] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.095062] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-c5fb3aa7-2da9-4343-bebc-dc53ee219e19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.197367] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 in Status: SUCCESS [ 669.198504] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.310812] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 457197c7-2254-4aef-849d-4ec58199fe73 [ 669.310812] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.310812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.310812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.310812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.310812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.310812] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:457197c7-2254-4aef-849d-4ec58199fe73 already deleted. [ 669.310812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-457197c7-2254-4aef-849d-4ec58199fe73" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.799654] env[65916]: INFO networking_nsxv3.common.synchronization [req-010e3375-d782-42b2-8218-7afb5722e624 req-3999d5f9-751c-4b7e-b4cc-1d6442d5bc0c service nova] Enqueued Resource ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f with Priority: HIGHEST for action security_group_rules [ 669.800021] env[65916]: INFO networking_nsxv3.common.synchronization [req-010e3375-d782-42b2-8218-7afb5722e624 req-3999d5f9-751c-4b7e-b4cc-1d6442d5bc0c service nova] Enqueued Resource ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f with Priority: HIGHEST for action security_group_members [ 669.800021] env[65916]: INFO networking_nsxv3.common.synchronization [req-010e3375-d782-42b2-8218-7afb5722e624 req-3999d5f9-751c-4b7e-b4cc-1d6442d5bc0c service nova] Enqueued Resource ID: c5fb3aa7-2da9-4343-bebc-dc53ee219e19 with Priority: HIGHEST for action port [ 669.800537] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f with Priority: HIGHEST for action security_group_rules [ 669.800702] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f with Priority: HIGHEST for action security_group_members [ 669.800798] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fb3aa7-2da9-4343-bebc-dc53ee219e19 with Priority: HIGHEST for action port [ 669.801090] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6881b6f-fc85-40f6-beb3-5155bb2fde8f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.801255] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.801353] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.801645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.801729] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6881b6f-fc85-40f6-beb3-5155bb2fde8f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.802742] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.802859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.802962] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.803105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.803254] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.803346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.803499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.803727] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.803781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.803876] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6881b6f-fc85-40f6-beb3-5155bb2fde8f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.805369] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5fb3aa7-2da9-4343-bebc-dc53ee219e19 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.805547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5fb3aa7-2da9-4343-bebc-dc53ee219e19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.805586] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5fb3aa7-2da9-4343-bebc-dc53ee219e19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.805773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5fb3aa7-2da9-4343-bebc-dc53ee219e19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.805873] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5fb3aa7-2da9-4343-bebc-dc53ee219e19',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.307973] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6881b6f-fc85-40f6-beb3-5155bb2fde8f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.309135] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.309308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.309422] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5fb3aa7-2da9-4343-bebc-dc53ee219e19 with status ACTIVE [ 670.309636] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.309762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.309762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.309982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.310254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.310254] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.310598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.310598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.310598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.310728] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.310885] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.310885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.311069] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.311438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.311543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.311632] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5fb3aa7-2da9-4343-bebc-dc53ee219e19 is going to be updated. [ 670.400411] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.400648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.400708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.400932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.401126] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.401338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5fb3aa7-2da9-4343-bebc-dc53ee219e19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.612211] env[65916]: INFO networking_nsxv3.common.synchronization [None req-3981f3fe-276c-4cd1-8b87-da235b7a8fdb None None] Enqueued Resource ID: 69b3fd7f-8148-43c2-a0b6-45c66f353613 with Priority: HIGHEST for action port [ 670.613140] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b3fd7f-8148-43c2-a0b6-45c66f353613 with Priority: HIGHEST for action port [ 670.613617] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-69b3fd7f-8148-43c2-a0b6-45c66f353613 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.613971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69b3fd7f-8148-43c2-a0b6-45c66f353613" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.613971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69b3fd7f-8148-43c2-a0b6-45c66f353613" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.614693] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69b3fd7f-8148-43c2-a0b6-45c66f353613" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.614693] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69b3fd7f-8148-43c2-a0b6-45c66f353613',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.816574] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6881b6f-fc85-40f6-beb3-5155bb2fde8f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.117973] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69b3fd7f-8148-43c2-a0b6-45c66f353613 [ 671.118325] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.118526] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.118631] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.118890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.119033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.119165] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69b3fd7f-8148-43c2-a0b6-45c66f353613 already deleted. [ 671.119277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69b3fd7f-8148-43c2-a0b6-45c66f353613" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.320641] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.320641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.320641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.320641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.320641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.320641] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f is going to be created. [ 671.356493] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.356637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.356770] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.357044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.357252] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.371917] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f in Status: UNINITIALIZED for 2s [ 671.995100] env[65916]: INFO networking_nsxv3.common.synchronization [None req-85efa6dd-5124-4edc-9f66-a3c1489a9ffb None None] Enqueued Resource ID: 724a4d63-9f24-4636-9e2b-beb82da7d9d7 with Priority: HIGHEST for action port [ 671.996996] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724a4d63-9f24-4636-9e2b-beb82da7d9d7 with Priority: HIGHEST for action port [ 671.997353] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-724a4d63-9f24-4636-9e2b-beb82da7d9d7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.997484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-724a4d63-9f24-4636-9e2b-beb82da7d9d7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.997547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-724a4d63-9f24-4636-9e2b-beb82da7d9d7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.997817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-724a4d63-9f24-4636-9e2b-beb82da7d9d7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.997901] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('724a4d63-9f24-4636-9e2b-beb82da7d9d7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.095104] env[65916]: INFO networking_nsxv3.common.synchronization [req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 req-f86f716c-10f0-44ae-b0cd-71f6b8aaf2b1 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Enqueued Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_members [ 672.096425] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_members [ 672.098083] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.098083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.098083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.098083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.098409] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.098409] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.098409] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.098544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.098582] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.098661] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.499971] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 724a4d63-9f24-4636-9e2b-beb82da7d9d7 [ 672.500545] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.500691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.500763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.500975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.501077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.501169] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:724a4d63-9f24-4636-9e2b-beb82da7d9d7 already deleted. [ 672.501259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-724a4d63-9f24-4636-9e2b-beb82da7d9d7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.595617] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.595824] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-755" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.595991] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-755" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.596376] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-755" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.596672] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.596835] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.597000] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.597228] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.597376] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.597636] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.597790] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.597941] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.598078] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.598214] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.598332] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.598468] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.601466] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.601632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.601705] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.601864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.601952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.602253] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.602366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.602430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.602584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.602692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.602779] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae886a71-beaa-499c-bcc1-3af13b4024aa already deleted. [ 672.602896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.617737] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.618069] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.618867] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.619083] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-755" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.619416] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-1537af6f-9ce2-44ab-b971-f170ae41504e taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.619593] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.619706] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.620036] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.620194] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1537af6f-9ce2-44ab-b971-f170ae41504e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.127088] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.127088] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.127088] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.127088] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.127088] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.127088] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 1537af6f-9ce2-44ab-b971-f170ae41504e not found, creating... [ 673.127088] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.127088] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.127088] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.127088] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.127088] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.127926] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.127926] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.127926] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.127926] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.127926] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.127926] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 1537af6f-9ce2-44ab-b971-f170ae41504e is going to be created. [ 673.148820] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.151194] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.151194] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.151350] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.151607] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.151870] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.383529] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f in Status: SUCCESS [ 673.383529] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.383698] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.384711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.384711] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.384711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.384711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.384711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.384711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.384711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.384711] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6881b6f-fc85-40f6-beb3-5155bb2fde8f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.564187] env[65916]: INFO networking_nsxv3.common.synchronization [req-c41775b9-5ae7-471b-96af-206dbf5aee17 req-7544c704-f18d-458a-ba7c-064519f1c881 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Enqueued Resource ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf with Priority: HIGHEST for action security_group_members [ 673.564751] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf with Priority: HIGHEST for action security_group_members [ 673.565124] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-122d1fce-cbc2-42f2-bd34-56f28509bbcf taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.565260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.565328] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.565588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.565811] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.565918] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.565998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.566655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.566655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.566655] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122d1fce-cbc2-42f2-bd34-56f28509bbcf',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.699989] env[65916]: INFO networking_nsxv3.common.synchronization [None req-578d7c0b-69b0-4c31-a4ee-a6cba3ba93ff None None] Enqueued Resource ID: 879bc79c-4c43-4bed-afd7-73e8b69b9fe2 with Priority: HIGHEST for action port [ 673.699989] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879bc79c-4c43-4bed-afd7-73e8b69b9fe2 with Priority: HIGHEST for action port [ 673.699989] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-879bc79c-4c43-4bed-afd7-73e8b69b9fe2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.699989] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-879bc79c-4c43-4bed-afd7-73e8b69b9fe2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.699989] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-879bc79c-4c43-4bed-afd7-73e8b69b9fe2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.700495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-879bc79c-4c43-4bed-afd7-73e8b69b9fe2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.701904] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879bc79c-4c43-4bed-afd7-73e8b69b9fe2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.877818] env[65916]: INFO networking_nsxv3.common.synchronization [req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 req-9e44f05b-6dd7-4ec4-b5ba-cfdacbb39b58 service nova] Enqueued Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_rules [ 673.877947] env[65916]: INFO networking_nsxv3.common.synchronization [req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 req-9e44f05b-6dd7-4ec4-b5ba-cfdacbb39b58 service nova] Enqueued Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_members [ 673.878078] env[65916]: INFO networking_nsxv3.common.synchronization [req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 req-9e44f05b-6dd7-4ec4-b5ba-cfdacbb39b58 service nova] Enqueued Resource ID: 1537af6f-9ce2-44ab-b971-f170ae41504e with Priority: HIGHEST for action port [ 673.878288] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_rules [ 673.878492] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_members [ 673.878492] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1537af6f-9ce2-44ab-b971-f170ae41504e with Priority: HIGHEST for action port [ 673.879166] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.879350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.879399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.879637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.879742] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.880658] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.880766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.880862] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.881060] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.881236] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.881381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.881862] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.881862] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.881997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.883636] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.883636] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-1537af6f-9ce2-44ab-b971-f170ae41504e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.883636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.883636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.884018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.884018] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1537af6f-9ce2-44ab-b971-f170ae41504e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.886569] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6881b6f-fc85-40f6-beb3-5155bb2fde8f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.069413] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.069610] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.069715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.069923] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.070029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.070238] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.070345] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.070408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.070566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.070644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.070730] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf is going to be updated. [ 674.098556] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.098702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.098763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.099450] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.099632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.111386] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf in Status: IN_PROGRESS for 2s [ 674.202818] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 879bc79c-4c43-4bed-afd7-73e8b69b9fe2 [ 674.204738] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.204738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.204738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.204738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.204738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.204738] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:879bc79c-4c43-4bed-afd7-73e8b69b9fe2 already deleted. [ 674.204738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-879bc79c-4c43-4bed-afd7-73e8b69b9fe2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.347637] env[65916]: INFO networking_nsxv3.common.synchronization [req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 req-1c0df5fa-18b9-4c1a-b336-acf3293a28ea tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 674.348842] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 674.350496] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.350837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.350931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.351170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.351410] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.351546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.351613] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.351931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.352351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.352464] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.385527] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.387098] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.387292] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.388909] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1537af6f-9ce2-44ab-b971-f170ae41504e with status ACTIVE [ 674.389086] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.389607] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.389607] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.389607] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.390800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.390800] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.390800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.390800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.390800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.390800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.390800] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.390800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.390800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.390800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.390800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.391313] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1537af6f-9ce2-44ab-b971-f170ae41504e is going to be updated. [ 674.394266] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6881b6f-fc85-40f6-beb3-5155bb2fde8f: rpc.has_security_group_logging(os_id): False [ 674.415204] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.415204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.415204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.415204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.415204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.415204] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.415204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.415204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.415612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.415612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.415612] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f is going to be created. [ 674.419502] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.419628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.419628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.419847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.419923] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.420102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.488319] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.488319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.488319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.488319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.488690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.514184] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f in Status: IN_PROGRESS for 2s [ 674.556575] env[65916]: INFO networking_nsxv3.common.synchronization [req-7e672628-9651-4310-8325-354234e3120d req-9b4aba5e-6ada-467b-9fc5-8330687123fa tempest-SecurityGroupRulesTestJSON-281124910 tempest-SecurityGroupRulesTestJSON-281124910-project-member] Enqueued Resource ID: 2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd with Priority: HIGHEST for action security_group_rules [ 674.559944] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd with Priority: HIGHEST for action security_group_rules [ 674.559944] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.559944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.559944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.559944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.559944] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.818759] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.818759] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.818759] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.818759] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.818987] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.819134] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.819243] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.819451] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.819591] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.819789] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.819894] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.819994] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.820113] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.820215] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.820610] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.820767] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.850453] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.850453] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.850453] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.850706] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.850955] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.851099] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.852188] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.852188] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.852188] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.854361] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.854495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.854720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.854941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.855058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.855268] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.855370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.855483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.855637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.855792] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.855908] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 674.889410] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.889496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.889496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.889758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.890023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.894567] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.900924] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 675.048441] env[65916]: INFO networking_nsxv3.common.synchronization [None req-4c837921-54ce-4602-a6e5-ae479afbde96 None None] Enqueued Resource ID: d46409db-a469-445e-b904-a8fc02654cf4 with Priority: HIGHEST for action port [ 675.048983] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d46409db-a469-445e-b904-a8fc02654cf4 with Priority: HIGHEST for action port [ 675.049318] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-d46409db-a469-445e-b904-a8fc02654cf4 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.049478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d46409db-a469-445e-b904-a8fc02654cf4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.049478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d46409db-a469-445e-b904-a8fc02654cf4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.049932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d46409db-a469-445e-b904-a8fc02654cf4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.049932] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d46409db-a469-445e-b904-a8fc02654cf4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.084505] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.087451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.087451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.087451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.087451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.087451] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd already deleted. [ 675.087451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.357711] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.357711] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.357711] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.357711] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.357711] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.357711] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 not found, creating... [ 675.357711] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.359251] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.359251] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.359251] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.359251] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.359251] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.359251] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.359251] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.359251] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.359251] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.359251] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 is going to be created. [ 675.386765] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.387870] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.387870] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.387870] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.388040] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.389385] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.396931] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.397086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.397196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.397342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.397432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.397517] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae886a71-beaa-499c-bcc1-3af13b4024aa is going to be created. [ 675.424490] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.424695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.424695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.424939] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.425078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.436561] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: UNINITIALIZED for 2s [ 675.557559] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d46409db-a469-445e-b904-a8fc02654cf4 [ 675.557559] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.557559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.557559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.557559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.557559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.557559] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d46409db-a469-445e-b904-a8fc02654cf4 already deleted. [ 675.557559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d46409db-a469-445e-b904-a8fc02654cf4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.125143] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf in Status: SUCCESS [ 676.125407] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf deletion is rescheduled due to dependency. [ 676.125407] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.131037] env[65916]: INFO networking_nsxv3.common.synchronization [req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 req-c6fb1d59-c28c-435a-a347-d3fc3fc62878 service nova] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_rules [ 676.131228] env[65916]: INFO networking_nsxv3.common.synchronization [req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 req-c6fb1d59-c28c-435a-a347-d3fc3fc62878 service nova] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 676.131425] env[65916]: INFO networking_nsxv3.common.synchronization [req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 req-c6fb1d59-c28c-435a-a347-d3fc3fc62878 service nova] Enqueued Resource ID: ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 with Priority: HIGHEST for action port [ 676.132729] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_rules [ 676.132729] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 676.132729] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 with Priority: HIGHEST for action port [ 676.132729] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.133117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.133117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.133117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.133292] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.134776] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.134776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.134935] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.135018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.135673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.137541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.137541] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.527064] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f in Status: SUCCESS [ 676.527064] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.637629] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.638399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.638476] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 with status ACTIVE [ 676.638666] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.638771] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.640108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.640108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.640108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.640108] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.640108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.640108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.640108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.640108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.640108] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.640108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.640108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.640108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.640583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.640583] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 is going to be updated. [ 676.665008] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.665121] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.665182] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.665350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.665482] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.665640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.912423] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 676.912549] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 deletion is rescheduled due to dependency. [ 676.912989] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.912989] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.913826] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.914068] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.914212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.914318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.914500] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.914589] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.915239] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.420302] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.448987] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: SUCCESS [ 677.450060] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.450675] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.450913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.451159] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.451280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.451353] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.451538] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.451622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.451723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.451891] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.506610] env[65916]: INFO networking_nsxv3.common.synchronization [None req-38c04d4a-cafc-4eda-8620-ccdc125b2eaa None None] Enqueued Resource ID: cfc08143-9487-47e5-9e9a-ac5d4afa0a45 with Priority: HIGHEST for action port [ 677.507865] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc08143-9487-47e5-9e9a-ac5d4afa0a45 with Priority: HIGHEST for action port [ 677.508038] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfc08143-9487-47e5-9e9a-ac5d4afa0a45 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.509337] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfc08143-9487-47e5-9e9a-ac5d4afa0a45" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.509337] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfc08143-9487-47e5-9e9a-ac5d4afa0a45" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.509337] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfc08143-9487-47e5-9e9a-ac5d4afa0a45" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.509337] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc08143-9487-47e5-9e9a-ac5d4afa0a45',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.925664] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.955415] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.011896] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfc08143-9487-47e5-9e9a-ac5d4afa0a45 [ 678.013605] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.013605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.013605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.013605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.013605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.013605] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfc08143-9487-47e5-9e9a-ac5d4afa0a45 already deleted. [ 678.013605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfc08143-9487-47e5-9e9a-ac5d4afa0a45" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.428382] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.428571] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.428644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.428878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.429041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.429088] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 678.458364] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae886a71-beaa-499c-bcc1-3af13b4024aa: rpc.has_security_group_logging(os_id): False [ 678.477246] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.477426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.477496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.477846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.477918] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.480410] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.480898] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.480898] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.480898] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.480898] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.481125] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.481218] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.481278] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.481460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.481520] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.481607] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae886a71-beaa-499c-bcc1-3af13b4024aa is going to be created. [ 678.494251] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 678.563026] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.563237] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.563344] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.563643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.563852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.592730] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: IN_PROGRESS for 2s [ 678.792054] env[65916]: INFO networking_nsxv3.common.synchronization [None req-92d99ed9-4434-4180-a2d2-d393b49ff887 None None] Enqueued Resource ID: 50cbd3d8-7729-4c80-88e5-1930cf44dcc7 with Priority: HIGHEST for action port [ 678.792054] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50cbd3d8-7729-4c80-88e5-1930cf44dcc7 with Priority: HIGHEST for action port [ 678.792773] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-50cbd3d8-7729-4c80-88e5-1930cf44dcc7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.793076] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50cbd3d8-7729-4c80-88e5-1930cf44dcc7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.793352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50cbd3d8-7729-4c80-88e5-1930cf44dcc7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.795033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50cbd3d8-7729-4c80-88e5-1930cf44dcc7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.795033] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50cbd3d8-7729-4c80-88e5-1930cf44dcc7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.916165] env[65916]: INFO networking_nsxv3.common.synchronization [req-751b5d79-af5b-4f0f-ba96-0fb4b9fb1bdc req-b007d5f0-9bdc-4078-a1f9-70752e5243e4 tempest-SecurityGroupRulesTestJSON-281124910 tempest-SecurityGroupRulesTestJSON-281124910-project-member] Enqueued Resource ID: 2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd with Priority: HIGHEST for action security_group_rules [ 678.917841] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd with Priority: HIGHEST for action security_group_rules [ 678.918615] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.918615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.918615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.919479] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.919479] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.964816] env[65916]: INFO networking_nsxv3.common.synchronization [req-e00f912b-62cf-4b2d-b165-84185ed720d2 req-1f1810b2-61e5-4027-8b35-85071d02a065 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 678.966308] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 678.966308] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.967077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.967188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.967405] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.967598] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.967710] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.967781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.967984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.968095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.968209] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.297220] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50cbd3d8-7729-4c80-88e5-1930cf44dcc7 [ 679.297566] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.297753] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.297861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.298127] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.298241] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.298778] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50cbd3d8-7729-4c80-88e5-1930cf44dcc7 already deleted. [ 679.298778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50cbd3d8-7729-4c80-88e5-1930cf44dcc7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.417032] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.417032] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.417481] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.417902] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.418316] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.419033] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.419033] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.419366] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.419631] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.420857] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.420857] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.420857] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.420857] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.420857] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.420857] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.420857] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.441517] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.441745] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.441745] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.441919] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.442280] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-a2742192-1812-4271-8f2e-df196f188f79 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.442510] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-a2742192-1812-4271-8f2e-df196f188f79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.442635] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-a2742192-1812-4271-8f2e-df196f188f79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.442962] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-a2742192-1812-4271-8f2e-df196f188f79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.443110] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2742192-1812-4271-8f2e-df196f188f79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.446306] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.446460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.446506] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.447171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.447171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.447171] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd already deleted. [ 679.447171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.473397] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.950223] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.950223] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.950223] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.950223] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.950223] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.950484] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port a2742192-1812-4271-8f2e-df196f188f79 not found, creating... [ 679.950698] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.953857] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.953857] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.953857] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.953857] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.953857] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.953857] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.953857] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.953857] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.953857] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.953857] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: a2742192-1812-4271-8f2e-df196f188f79 is going to be created. [ 679.975964] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.982632] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.982838] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.982980] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.983264] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.983529] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.983807] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-a2742192-1812-4271-8f2e-df196f188f79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.477840] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.478023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.478106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.478265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.478358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.478454] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 is going to be updated. [ 680.504979] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 680.505119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.505288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.505535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.505735] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.505924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.506019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.506197] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.506351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.506392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.506471] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.516764] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.516897] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.517808] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.517808] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.517808] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.527671] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: IN_PROGRESS for 2s [ 680.613914] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: SUCCESS [ 680.614261] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.735809] env[65916]: INFO networking_nsxv3.common.synchronization [req-e00f912b-62cf-4b2d-b165-84185ed720d2 req-9b895464-c7c0-4ec5-b254-c557be7483ad service nova] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_rules [ 680.736118] env[65916]: INFO networking_nsxv3.common.synchronization [req-e00f912b-62cf-4b2d-b165-84185ed720d2 req-9b895464-c7c0-4ec5-b254-c557be7483ad service nova] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 680.736279] env[65916]: INFO networking_nsxv3.common.synchronization [req-e00f912b-62cf-4b2d-b165-84185ed720d2 req-9b895464-c7c0-4ec5-b254-c557be7483ad service nova] Enqueued Resource ID: a2742192-1812-4271-8f2e-df196f188f79 with Priority: HIGHEST for action port [ 680.736837] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_rules [ 680.737010] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 680.738540] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2742192-1812-4271-8f2e-df196f188f79 with Priority: HIGHEST for action port [ 680.740919] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.740919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.740919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.740919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.740919] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.746898] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.747057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.747229] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2742192-1812-4271-8f2e-df196f188f79 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.748242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2742192-1812-4271-8f2e-df196f188f79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.748242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2742192-1812-4271-8f2e-df196f188f79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.748242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2742192-1812-4271-8f2e-df196f188f79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.748242] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2742192-1812-4271-8f2e-df196f188f79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.009527] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.013026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.013026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.013026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.013026] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.013026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.013026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.013026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.013026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.013026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.013026] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.013026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.013026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.013026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.013026] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.013026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.013026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.013026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.013026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.013954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.013954] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.053742] env[65916]: INFO networking_nsxv3.common.synchronization [req-6b87d4b0-26f5-4100-9e94-4e231771ac51 req-2eee6999-e4c5-4b58-b479-d334e9c2ab92 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Enqueued Resource ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 with Priority: HIGHEST for action security_group_members [ 681.059124] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 with Priority: HIGHEST for action security_group_members [ 681.059124] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ffb79de-a92a-43a1-8bf0-f33722d33411 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.062387] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.062387] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.062387] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.062387] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.062387] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.063242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.063242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.063242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.063242] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ffb79de-a92a-43a1-8bf0-f33722d33411',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.250513] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.251346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.251346] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2742192-1812-4271-8f2e-df196f188f79 with status ACTIVE [ 681.251346] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.251346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.251346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.252491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.252491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.252491] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.252491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.252491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.252491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.252491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.252491] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.252491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.252805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.252805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.252805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.252870] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2742192-1812-4271-8f2e-df196f188f79 is going to be updated. [ 681.284036] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.284245] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.284339] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.284588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.284723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.284898] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2742192-1812-4271-8f2e-df196f188f79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.508634] env[65916]: INFO networking_nsxv3.common.synchronization [None req-3378192b-d99e-4a85-98c4-fe922f92b815 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Enqueued Resource ID: eba3e6af-ad16-4903-a3ec-35381490f707 with Priority: HIGHEST for action security_group_rules [ 681.509187] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba3e6af-ad16-4903-a3ec-35381490f707 with Priority: HIGHEST for action security_group_rules [ 681.509558] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eba3e6af-ad16-4903-a3ec-35381490f707 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.509691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eba3e6af-ad16-4903-a3ec-35381490f707" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.509758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eba3e6af-ad16-4903-a3ec-35381490f707" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.510017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eba3e6af-ad16-4903-a3ec-35381490f707" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.514222] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eba3e6af-ad16-4903-a3ec-35381490f707',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.517708] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23a0d8f1-443f-4495-999a-c072e1566239: rpc.has_security_group_logging(os_id): False [ 681.538197] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.538326] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.538368] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.538737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.538737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.538857] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.538957] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.539021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.539178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.539251] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.539446] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.539542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.539617] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.539759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.539846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.542365] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.542531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.542667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.544020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.544020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.544020] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 681.566652] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.566961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.566961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.567140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.567169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.567368] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.567497] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.567527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.567671] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.567746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.567829] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 is going to be updated. [ 681.594162] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.594419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.594419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.597138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.597138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.606041] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 in Status: IN_PROGRESS for 2s [ 681.616400] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.616400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.616400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.616400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.616400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.629931] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 681.657665] env[65916]: INFO networking_nsxv3.common.synchronization [req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 req-0e2a2b83-8a29-44f8-a560-461615b3e4e8 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Enqueued Resource ID: cee27c2b-1fd0-4e65-8012-1c446e031113 with Priority: HIGHEST for action security_group_members [ 681.658249] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee27c2b-1fd0-4e65-8012-1c446e031113 with Priority: HIGHEST for action security_group_members [ 681.658592] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee27c2b-1fd0-4e65-8012-1c446e031113 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.658704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.658772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.658989] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.662045] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.662045] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.662045] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.662045] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.662045] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.662045] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee27c2b-1fd0-4e65-8012-1c446e031113',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.754175] env[65916]: INFO networking_nsxv3.common.synchronization [None req-3344f32d-b7b2-46ec-8394-54a680184065 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Enqueued Resource ID: eba3e6af-ad16-4903-a3ec-35381490f707 with Priority: HIGHEST for action security_group_rules [ 681.754860] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba3e6af-ad16-4903-a3ec-35381490f707 with Priority: HIGHEST for action security_group_rules [ 681.755461] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eba3e6af-ad16-4903-a3ec-35381490f707 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.755461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eba3e6af-ad16-4903-a3ec-35381490f707" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.039263] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.039654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.039654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.039774] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.039774] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.039959] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eba3e6af-ad16-4903-a3ec-35381490f707 already deleted. [ 682.039959] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eba3e6af-ad16-4903-a3ec-35381490f707" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.040110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eba3e6af-ad16-4903-a3ec-35381490f707" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.040246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eba3e6af-ad16-4903-a3ec-35381490f707" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.040326] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eba3e6af-ad16-4903-a3ec-35381490f707',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.086573] env[65916]: INFO networking_nsxv3.common.synchronization [None req-2e8ea334-5675-47e0-9916-9238b3b866bb None None] Enqueued Resource ID: 4b680a5e-e87d-4057-b269-ee4ff6476d24 with Priority: HIGHEST for action port [ 682.088396] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b680a5e-e87d-4057-b269-ee4ff6476d24 with Priority: HIGHEST for action port [ 682.088873] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b680a5e-e87d-4057-b269-ee4ff6476d24 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.089101] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b680a5e-e87d-4057-b269-ee4ff6476d24" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.089258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b680a5e-e87d-4057-b269-ee4ff6476d24" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.089779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b680a5e-e87d-4057-b269-ee4ff6476d24" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.089944] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b680a5e-e87d-4057-b269-ee4ff6476d24',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.163219] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.164395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.164596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.164879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.165040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.165704] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.165704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.165704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.165878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.165908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.166108] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee27c2b-1fd0-4e65-8012-1c446e031113 is going to be updated. [ 682.198830] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.199061] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.199247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.201233] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.201233] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.214883] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee27c2b-1fd0-4e65-8012-1c446e031113 in Status: IN_PROGRESS for 2s [ 682.526543] env[65916]: INFO networking_nsxv3.common.synchronization [req-4f0f4f97-4231-47ca-9b92-9315c58d354f req-6a6d9e8a-17c9-42fe-a6f5-d4229de05671 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Enqueued Resource ID: 991ee104-86cf-4820-801a-3d3d3e91c271 with Priority: HIGHEST for action security_group_members [ 682.528869] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991ee104-86cf-4820-801a-3d3d3e91c271 with Priority: HIGHEST for action security_group_members [ 682.530993] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-991ee104-86cf-4820-801a-3d3d3e91c271 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.531317] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.531507] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.531816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.533022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.533022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.533022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.533022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.533022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.533022] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('991ee104-86cf-4820-801a-3d3d3e91c271',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.545453] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: SUCCESS [ 682.545453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.545453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.545453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.545453] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.546785] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.547019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.547621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.547807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.547983] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.571801] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.573150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.573150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.573150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.573150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.573150] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eba3e6af-ad16-4903-a3ec-35381490f707 already deleted. [ 682.573150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eba3e6af-ad16-4903-a3ec-35381490f707" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.595578] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b680a5e-e87d-4057-b269-ee4ff6476d24 [ 682.595804] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.597316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.597316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.597316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.597316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.597316] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b680a5e-e87d-4057-b269-ee4ff6476d24 already deleted. [ 682.597316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b680a5e-e87d-4057-b269-ee4ff6476d24" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.035680] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.035886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.035936] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.036289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.036456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.036758] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.036921] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.037035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.037272] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.037386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.037485] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991ee104-86cf-4820-801a-3d3d3e91c271 is going to be updated. [ 683.052510] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.068983] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.069361] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.069361] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.069627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.069766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.079535] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991ee104-86cf-4820-801a-3d3d3e91c271 in Status: IN_PROGRESS for 2s [ 683.557149] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.619056] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 in Status: SUCCESS [ 683.619310] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 deletion is rescheduled due to dependency. [ 683.619422] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.646145] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 683.646404] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.836382] env[65916]: INFO networking_nsxv3.common.synchronization [req-3454a439-eed9-40c6-9f6c-d5f0810512da req-75dd0c6d-9150-4727-88fa-81138b87e8e3 tempest-SecurityGroupRulesTestJSON-281124910 tempest-SecurityGroupRulesTestJSON-281124910-project-member] Enqueued Resource ID: 2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd with Priority: HIGHEST for action security_group_rules [ 683.837266] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd with Priority: HIGHEST for action security_group_rules [ 683.838089] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.838089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.838089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.838089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.838252] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.919185] env[65916]: INFO networking_nsxv3.common.synchronization [req-bec1540a-cd06-4a72-8860-e0c851c3f890 req-ec4cd1bc-54c7-4e22-9bb7-08019d68bf43 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 683.919860] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 683.921175] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.922123] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.922123] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.922123] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.922280] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.922682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.922682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.923065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.923065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.923160] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.061626] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.061888] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.061888] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.062016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.062109] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.062203] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 is going to be updated. [ 684.101540] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.101731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.101731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.101975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.102163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.115404] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: IN_PROGRESS for 2s [ 684.228534] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee27c2b-1fd0-4e65-8012-1c446e031113 in Status: SUCCESS [ 684.228777] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee27c2b-1fd0-4e65-8012-1c446e031113 deletion is rescheduled due to dependency. [ 684.228929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.365375] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.365515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.365594] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.365820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.365909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.366013] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd already deleted. [ 684.366099] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cee7b7a-5652-4bcf-a3fd-4ecb11f41efd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.417584] env[65916]: INFO networking_nsxv3.common.synchronization [req-bec1540a-cd06-4a72-8860-e0c851c3f890 req-7792cb6f-37b8-434e-a86a-a74d3d7fe71d tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 684.418447] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 684.418965] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.418965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.425869] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.426106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.426162] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.426695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.426695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.426695] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.426853] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.426853] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.427248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.427373] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.427468] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 already deleted. [ 684.427585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.428084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.428250] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.428430] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.428544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.428873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.429104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.429201] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.429296] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.803967] env[65916]: INFO networking_nsxv3.common.synchronization [req-bec1540a-cd06-4a72-8860-e0c851c3f890 req-4cf317d7-ca8f-481c-8fee-301986c37cd5 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 684.803967] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 684.803967] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.803967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.934577] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.934577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.934577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.934577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.934577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.934577] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.934577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.934577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.934577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.934577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.934577] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 already deleted. [ 684.934577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.935724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.936036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.936916] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.937037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.937104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.937265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.937334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.937434] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.091586] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991ee104-86cf-4820-801a-3d3d3e91c271 in Status: SUCCESS [ 685.091848] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991ee104-86cf-4820-801a-3d3d3e91c271 deletion is rescheduled due to dependency. [ 685.091994] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.134879] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.135120] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-744" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.135237] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-744" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.135586] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-744" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.135895] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.136497] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.136909] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.137068] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.137219] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.137420] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.137590] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.137699] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.137877] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.137913] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.137994] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.138133] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.160591] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.160747] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.160879] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.161458] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-744" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.161807] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-8b51893b-8060-433b-888b-aabd32806a07 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.161978] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-8b51893b-8060-433b-888b-aabd32806a07" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.162107] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-8b51893b-8060-433b-888b-aabd32806a07" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.162411] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-8b51893b-8060-433b-888b-aabd32806a07" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.162573] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b51893b-8060-433b-888b-aabd32806a07',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.440820] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.440973] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.441303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.441533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.441632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.441830] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.441932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.441994] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.442152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.442226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.442309] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 already deleted. [ 685.442387] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.668119] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.668119] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.668119] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.668119] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.668119] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.668119] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 8b51893b-8060-433b-888b-aabd32806a07 not found, creating... [ 685.668847] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.669249] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.669523] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.669914] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.670202] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.672935] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.672935] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.672935] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.672935] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.672935] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.672935] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 8b51893b-8060-433b-888b-aabd32806a07 is going to be created. [ 685.698272] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.698478] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.698617] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.698950] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.699209] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.699495] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-8b51893b-8060-433b-888b-aabd32806a07" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.126590] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: SUCCESS [ 686.126918] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.127079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.127335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.127893] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.127893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.127893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.127893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.128259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.128259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.128259] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.414782] env[65916]: INFO networking_nsxv3.common.synchronization [req-bec1540a-cd06-4a72-8860-e0c851c3f890 req-5dcf4efb-f91f-43a7-b61e-b31ce046e898 service nova] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_rules [ 686.414782] env[65916]: INFO networking_nsxv3.common.synchronization [req-bec1540a-cd06-4a72-8860-e0c851c3f890 req-5dcf4efb-f91f-43a7-b61e-b31ce046e898 service nova] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 686.414782] env[65916]: INFO networking_nsxv3.common.synchronization [req-bec1540a-cd06-4a72-8860-e0c851c3f890 req-5dcf4efb-f91f-43a7-b61e-b31ce046e898 service nova] Enqueued Resource ID: 8b51893b-8060-433b-888b-aabd32806a07 with Priority: HIGHEST for action port [ 686.414954] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_rules [ 686.415339] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 686.415339] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b51893b-8060-433b-888b-aabd32806a07 with Priority: HIGHEST for action port [ 686.415536] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.416037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.416037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.416368] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.416521] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.417789] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.417882] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.417988] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.420372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.420372] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.420537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.420537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.420889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.420889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.421091] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.422214] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b51893b-8060-433b-888b-aabd32806a07 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.422606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b51893b-8060-433b-888b-aabd32806a07" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.422606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b51893b-8060-433b-888b-aabd32806a07" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.422606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b51893b-8060-433b-888b-aabd32806a07" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.422803] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b51893b-8060-433b-888b-aabd32806a07',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.632176] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.632176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.632176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.632176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.632404] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.632519] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.632555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.633102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.633102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.633102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.633102] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.633310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.633310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.633310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.633520] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.633579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.633687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.633788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.633863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.633949] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.634657] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.924686] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.925843] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.925963] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.926176] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b51893b-8060-433b-888b-aabd32806a07 with status ACTIVE [ 686.926355] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.926451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.926596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.926766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.926877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.928844] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.929041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.929110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.929303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.929411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.929612] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.929756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.929799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.929941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.930025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.930113] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b51893b-8060-433b-888b-aabd32806a07 is going to be updated. [ 686.953225] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.953434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.953535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.953750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.953885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.954057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b51893b-8060-433b-888b-aabd32806a07" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.968345] env[65916]: INFO networking_nsxv3.common.synchronization [req-cc382402-03b3-41c5-9099-cc28cd05bedf req-85a61154-ccee-495d-8189-4e5b96ffa55f tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Enqueued Resource ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd with Priority: HIGHEST for action security_group_members [ 686.968417] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd with Priority: HIGHEST for action security_group_members [ 686.968813] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f339fe0-05a8-4e71-878c-96cc153acbdd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.968813] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.968936] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.969845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.970026] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.970135] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.970201] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.970356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.970449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.970548] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f339fe0-05a8-4e71-878c-96cc153acbdd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.136284] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb7a3978-3293-413e-8e3c-42b06437bc17: rpc.has_security_group_logging(os_id): False [ 687.156478] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.156478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.156478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.156478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.156478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.156478] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.156676] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.156676] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.156874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.156874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.157068] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.157168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.157223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.157362] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.157437] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.157637] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.157811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.157891] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.158123] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.158381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.158381] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 is going to be updated. [ 687.240468] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.240720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.240817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.241220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.241413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.257860] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: IN_PROGRESS for 2s [ 687.433728] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.475423] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.475423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.475423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.475423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.475423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.475423] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.475423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.475423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.475423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.475924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.475924] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd already deleted. [ 687.475924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.520467] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.520707] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-309" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.520826] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-309" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.521159] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-309" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.521434] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.521655] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.521786] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.522014] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.523227] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.523514] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.523646] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.523756] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.523874] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.523983] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.524125] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.524315] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.546170] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.546374] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.546538] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.546683] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-309" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.546970] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-fb1378fc-c00f-4173-a713-771c2d39b4c9 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.547157] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-fb1378fc-c00f-4173-a713-771c2d39b4c9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.547272] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-fb1378fc-c00f-4173-a713-771c2d39b4c9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.547597] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-fb1378fc-c00f-4173-a713-771c2d39b4c9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.547754] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1378fc-c00f-4173-a713-771c2d39b4c9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.918309] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.918498] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-582" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.918617] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-582" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.918971] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-582" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.919241] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.919395] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.919505] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.919719] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.919853] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.920068] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.920175] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.920275] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.920373] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.920473] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.920571] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.920691] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.937067] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.937225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.937274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.937505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.937650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.937806] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be created. [ 687.942094] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.942260] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.942393] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.942634] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-582" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.942937] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-130cbb7a-9abc-4178-a1a7-19aea394747b taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.943112] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-130cbb7a-9abc-4178-a1a7-19aea394747b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.943226] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-130cbb7a-9abc-4178-a1a7-19aea394747b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.943586] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-130cbb7a-9abc-4178-a1a7-19aea394747b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.943728] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('130cbb7a-9abc-4178-a1a7-19aea394747b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.965354] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.965495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.965567] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.965776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.965932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.978966] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: UNINITIALIZED for 2s [ 688.051103] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.051331] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.051478] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.051743] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.051892] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.052056] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port fb1378fc-c00f-4173-a713-771c2d39b4c9 not found, creating... [ 688.052320] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.052473] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.052584] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.052797] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.052925] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.053221] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.053369] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.053590] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.053895] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.054052] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.054196] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: fb1378fc-c00f-4173-a713-771c2d39b4c9 is going to be created. [ 688.075560] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.075771] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.075884] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.076145] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.076363] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.076577] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-fb1378fc-c00f-4173-a713-771c2d39b4c9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.447126] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.447126] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.447126] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.447126] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.447126] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.447644] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 130cbb7a-9abc-4178-a1a7-19aea394747b not found, creating... [ 688.447644] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.447644] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.447767] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.447903] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.448049] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.448330] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.448480] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.448590] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.448786] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.448912] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.449055] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 130cbb7a-9abc-4178-a1a7-19aea394747b is going to be created. [ 688.472926] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.473185] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.473313] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.473649] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.473887] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.474150] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-130cbb7a-9abc-4178-a1a7-19aea394747b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.800333] env[65916]: INFO networking_nsxv3.common.synchronization [req-bec1540a-cd06-4a72-8860-e0c851c3f890 req-b1ee4320-9d40-4177-b638-73e867539bd9 service nova] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_rules [ 688.800628] env[65916]: INFO networking_nsxv3.common.synchronization [req-bec1540a-cd06-4a72-8860-e0c851c3f890 req-b1ee4320-9d40-4177-b638-73e867539bd9 service nova] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 688.800858] env[65916]: INFO networking_nsxv3.common.synchronization [req-bec1540a-cd06-4a72-8860-e0c851c3f890 req-b1ee4320-9d40-4177-b638-73e867539bd9 service nova] Enqueued Resource ID: fb1378fc-c00f-4173-a713-771c2d39b4c9 with Priority: HIGHEST for action port [ 688.801440] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_rules [ 688.801574] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 688.801673] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1378fc-c00f-4173-a713-771c2d39b4c9 with Priority: HIGHEST for action port [ 688.801955] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.802065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.802276] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.802346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.802987] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb1378fc-c00f-4173-a713-771c2d39b4c9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.803128] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb1378fc-c00f-4173-a713-771c2d39b4c9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.803196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb1378fc-c00f-4173-a713-771c2d39b4c9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.803392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb1378fc-c00f-4173-a713-771c2d39b4c9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.803501] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1378fc-c00f-4173-a713-771c2d39b4c9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.178511] env[65916]: INFO networking_nsxv3.common.synchronization [req-cc382402-03b3-41c5-9099-cc28cd05bedf req-539c1127-9b0b-4af6-96ad-4729123b184f service nova] Enqueued Resource ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd with Priority: HIGHEST for action security_group_rules [ 689.178511] env[65916]: INFO networking_nsxv3.common.synchronization [req-cc382402-03b3-41c5-9099-cc28cd05bedf req-539c1127-9b0b-4af6-96ad-4729123b184f service nova] Enqueued Resource ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd with Priority: HIGHEST for action security_group_members [ 689.178511] env[65916]: INFO networking_nsxv3.common.synchronization [req-cc382402-03b3-41c5-9099-cc28cd05bedf req-539c1127-9b0b-4af6-96ad-4729123b184f service nova] Enqueued Resource ID: 130cbb7a-9abc-4178-a1a7-19aea394747b with Priority: HIGHEST for action port [ 689.179123] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd with Priority: HIGHEST for action security_group_rules [ 689.179318] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd with Priority: HIGHEST for action security_group_members [ 689.179477] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cbb7a-9abc-4178-a1a7-19aea394747b with Priority: HIGHEST for action port [ 689.179807] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f339fe0-05a8-4e71-878c-96cc153acbdd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.179983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.180103] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.180499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.180499] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f339fe0-05a8-4e71-878c-96cc153acbdd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.181483] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f339fe0-05a8-4e71-878c-96cc153acbdd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.181636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.181731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.181928] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.182115] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.182243] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.182326] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.182496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.182606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.182716] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f339fe0-05a8-4e71-878c-96cc153acbdd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.183591] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-130cbb7a-9abc-4178-a1a7-19aea394747b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.183751] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-130cbb7a-9abc-4178-a1a7-19aea394747b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.183840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-130cbb7a-9abc-4178-a1a7-19aea394747b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.184033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-130cbb7a-9abc-4178-a1a7-19aea394747b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.184214] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('130cbb7a-9abc-4178-a1a7-19aea394747b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.275307] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: SUCCESS [ 689.275575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.311166] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb1378fc-c00f-4173-a713-771c2d39b4c9 with status ACTIVE [ 689.311166] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.311166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.311166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.311166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.311166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.311166] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.311166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.311166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.311166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.311166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.311166] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.311166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.311166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.311166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.311166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.311166] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb1378fc-c00f-4173-a713-771c2d39b4c9 is going to be updated. [ 689.358255] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.359666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.359666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.359666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.359666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.359666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb1378fc-c00f-4173-a713-771c2d39b4c9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.686442] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f339fe0-05a8-4e71-878c-96cc153acbdd taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.686764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.686912] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f339fe0-05a8-4e71-878c-96cc153acbdd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.688135] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 130cbb7a-9abc-4178-a1a7-19aea394747b with status ACTIVE [ 689.688421] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.688592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.688701] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.689014] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.689161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.689411] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.689560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.689659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.689896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.690032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.690321] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.690466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.690564] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.690777] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.690895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.693442] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 130cbb7a-9abc-4178-a1a7-19aea394747b is going to be updated. [ 689.721330] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.721330] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.721330] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.721330] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.721330] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.721330] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-130cbb7a-9abc-4178-a1a7-19aea394747b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.995877] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 689.995877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.996065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.996169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.997118] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.997118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.997118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.997118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.997118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.997118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.997118] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.998703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.998703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.999127] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.999250] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.999449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.999449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.999531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.999622] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.196987] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f339fe0-05a8-4e71-878c-96cc153acbdd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.318691] env[65916]: INFO networking_nsxv3.common.synchronization [req-82ed36df-7ef3-4221-aefc-d9e91c428d3a req-e65a095a-64cc-4b91-a374-8b0f20a348e6 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Enqueued Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_members [ 690.319141] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGHEST for action security_group_members [ 690.319451] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f43f495-c293-45c4-acf2-d2ab7208594a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.319572] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.319639] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.319890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.319996] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.320368] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.320437] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.320596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.320684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.320775] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.410537] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.411008] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-744" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.411144] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-744" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.411827] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-744" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.412178] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.412869] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.412869] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.412869] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.413327] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.413549] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.413763] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.413880] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.413984] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.414625] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.414885] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.414885] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.439835] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.440011] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.440187] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.440306] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-744" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.440723] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-5807a9a9-43f3-40c8-94f7-b1ecb73001e2 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.440910] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-5807a9a9-43f3-40c8-94f7-b1ecb73001e2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.441039] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-5807a9a9-43f3-40c8-94f7-b1ecb73001e2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.441388] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-5807a9a9-43f3-40c8-94f7-b1ecb73001e2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.441535] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5807a9a9-43f3-40c8-94f7-b1ecb73001e2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.501064] env[65916]: INFO networking_nsxv3.common.synchronization [None req-22ba1075-98be-43cf-8abb-3430384b8825 None None] Enqueued Resource ID: 5f5abf30-5005-4191-b655-6a86ec8ba7fc with Priority: HIGHEST for action port [ 690.501513] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.501656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.501749] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f5abf30-5005-4191-b655-6a86ec8ba7fc with Priority: HIGHEST for action port [ 690.502305] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f5abf30-5005-4191-b655-6a86ec8ba7fc taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.502452] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f5abf30-5005-4191-b655-6a86ec8ba7fc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.502535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f5abf30-5005-4191-b655-6a86ec8ba7fc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.502710] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f5abf30-5005-4191-b655-6a86ec8ba7fc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.502787] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f5abf30-5005-4191-b655-6a86ec8ba7fc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.507203] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.700357] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.700357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.700357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.700357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.700357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.700782] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd is going to be created. [ 690.728390] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.729372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.729372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.729372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.729517] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.741564] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd in Status: UNINITIALIZED for 2s [ 690.823194] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.823401] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.823486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.823735] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.823814] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.824049] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.824119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.824178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.824323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.824394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.824477] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f43f495-c293-45c4-acf2-d2ab7208594a is going to be updated. [ 690.863318] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.863318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.863318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.863318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.863318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.873600] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f43f495-c293-45c4-acf2-d2ab7208594a in Status: IN_PROGRESS for 2s [ 690.944247] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.944557] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.944610] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.944892] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.945059] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.945224] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 5807a9a9-43f3-40c8-94f7-b1ecb73001e2 not found, creating... [ 690.945490] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.945646] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.945759] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.946030] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.946169] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.946457] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.946632] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.946752] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.946950] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.947149] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.947292] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 5807a9a9-43f3-40c8-94f7-b1ecb73001e2 is going to be created. [ 690.974387] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.974625] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.974731] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.975010] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.975233] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.975450] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-5807a9a9-43f3-40c8-94f7-b1ecb73001e2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.006265] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f5abf30-5005-4191-b655-6a86ec8ba7fc [ 691.006265] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.006265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.006265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.006265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.006265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.006265] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f5abf30-5005-4191-b655-6a86ec8ba7fc already deleted. [ 691.006265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f5abf30-5005-4191-b655-6a86ec8ba7fc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.009048] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.511343] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.511514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.511586] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.511792] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.511880] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.511977] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be updated. [ 691.544329] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.544690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.545631] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.545954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.546155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.557680] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 691.738202] env[65916]: INFO networking_nsxv3.common.synchronization [req-bec1540a-cd06-4a72-8860-e0c851c3f890 req-6fb2b67a-3d26-4249-9ccc-b18724b67f21 service nova] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_rules [ 691.738456] env[65916]: INFO networking_nsxv3.common.synchronization [req-bec1540a-cd06-4a72-8860-e0c851c3f890 req-6fb2b67a-3d26-4249-9ccc-b18724b67f21 service nova] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 691.738496] env[65916]: INFO networking_nsxv3.common.synchronization [req-bec1540a-cd06-4a72-8860-e0c851c3f890 req-6fb2b67a-3d26-4249-9ccc-b18724b67f21 service nova] Enqueued Resource ID: 5807a9a9-43f3-40c8-94f7-b1ecb73001e2 with Priority: HIGHEST for action port [ 691.739018] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_rules [ 691.739159] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 691.739259] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5807a9a9-43f3-40c8-94f7-b1ecb73001e2 with Priority: HIGHEST for action port [ 691.739974] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.740097] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.740294] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.740406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.740582] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-5807a9a9-43f3-40c8-94f7-b1ecb73001e2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.740684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5807a9a9-43f3-40c8-94f7-b1ecb73001e2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.740743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5807a9a9-43f3-40c8-94f7-b1ecb73001e2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.740966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5807a9a9-43f3-40c8-94f7-b1ecb73001e2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.741066] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5807a9a9-43f3-40c8-94f7-b1ecb73001e2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.247762] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5807a9a9-43f3-40c8-94f7-b1ecb73001e2 with status ACTIVE [ 692.247762] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.247762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.247762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.247762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.247762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.247762] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.247762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.247762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.247762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.247762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.247762] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.247762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.247762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.247762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.247762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.247762] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5807a9a9-43f3-40c8-94f7-b1ecb73001e2 is going to be updated. [ 692.268795] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.268946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.269043] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.270040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.270040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.270040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5807a9a9-43f3-40c8-94f7-b1ecb73001e2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.281496] env[65916]: INFO networking_nsxv3.common.synchronization [req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 req-54f838ec-9bbe-4558-923a-e81a53284415 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Enqueued Resource ID: 381fd5b8-482f-4422-96f4-17c75deae34a with Priority: HIGHEST for action security_group_members [ 692.282067] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381fd5b8-482f-4422-96f4-17c75deae34a with Priority: HIGHEST for action security_group_members [ 692.282391] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-381fd5b8-482f-4422-96f4-17c75deae34a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.283140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.283220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.283530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.283710] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.283848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.283951] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.284102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.284209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.284298] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381fd5b8-482f-4422-96f4-17c75deae34a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.755913] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd in Status: SUCCESS [ 692.755913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.755913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.755913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.755913] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.755913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.755913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.755913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.755913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.755913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.755913] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f339fe0-05a8-4e71-878c-96cc153acbdd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.788077] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.788221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.788262] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.789161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.789161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.789161] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.789161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.789161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.789161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.789161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.789161] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381fd5b8-482f-4422-96f4-17c75deae34a already deleted. [ 692.789508] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.885785] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f43f495-c293-45c4-acf2-d2ab7208594a in Status: SUCCESS [ 692.886081] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f43f495-c293-45c4-acf2-d2ab7208594a deletion is rescheduled due to dependency. [ 692.886271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.050683] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.050683] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-962" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.050683] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-962" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.050683] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-962" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.050882] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.050882] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.050980] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.051540] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.051728] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.052445] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.052445] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.052445] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.052445] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.052445] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.052445] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.052941] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.074971] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.075254] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.075458] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.075896] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-962" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.076182] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-3a644af9-3375-4f95-82d4-9dcfb44114f8 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.076456] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-3a644af9-3375-4f95-82d4-9dcfb44114f8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.076641] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-3a644af9-3375-4f95-82d4-9dcfb44114f8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.077441] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-3a644af9-3375-4f95-82d4-9dcfb44114f8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.077855] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a644af9-3375-4f95-82d4-9dcfb44114f8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.258978] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f339fe0-05a8-4e71-878c-96cc153acbdd taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.259161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.259245] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.259477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.259664] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.259787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.259855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.260086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.260191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.260400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.260622] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f339fe0-05a8-4e71-878c-96cc153acbdd taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.260777] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.261072] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.261142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.261370] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.261589] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.261666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.261839] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.261909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.261993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.262122] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f339fe0-05a8-4e71-878c-96cc153acbdd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.568137] env[65916]: INFO networking_nsxv3.common.synchronization [None req-c7493927-d0d6-41ab-be3c-bfbd30ec0991 None None] Enqueued Resource ID: 6cf2da3f-71ff-42a3-ad03-a4160affd703 with Priority: HIGHEST for action port [ 693.569124] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 693.569325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.569809] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf2da3f-71ff-42a3-ad03-a4160affd703 with Priority: HIGHEST for action port [ 693.569986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.570209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.570394] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.570506] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.570573] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.570760] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.570846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.570933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.571107] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.571187] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.571248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.571400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.571549] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.571645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.571704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.571836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.571933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.571988] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.572085] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.573180] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cf2da3f-71ff-42a3-ad03-a4160affd703 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.573308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cf2da3f-71ff-42a3-ad03-a4160affd703" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.573378] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cf2da3f-71ff-42a3-ad03-a4160affd703" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.573636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cf2da3f-71ff-42a3-ad03-a4160affd703" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.573741] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cf2da3f-71ff-42a3-ad03-a4160affd703',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.574807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.575356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.575356] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.575356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.575534] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.575534] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.575592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.575672] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.582960] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.582960] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.582960] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.582960] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.582960] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.582960] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 3a644af9-3375-4f95-82d4-9dcfb44114f8 not found, creating... [ 693.582960] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.582960] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.582960] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.582960] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.582960] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.583618] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.583618] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.583618] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.583618] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.583618] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.583771] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 3a644af9-3375-4f95-82d4-9dcfb44114f8 is going to be created. [ 693.609031] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.609242] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.609359] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.609618] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.609833] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.610063] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-3a644af9-3375-4f95-82d4-9dcfb44114f8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.765099] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f339fe0-05a8-4e71-878c-96cc153acbdd: rpc.has_security_group_logging(os_id): False [ 693.790955] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.790955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.790955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.790955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.790955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.790955] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.790955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.790955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.790955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.790955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.790955] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.790955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.790955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.790955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.790955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.791605] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.791605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.791605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.791605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.791605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.792836] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd is going to be created. [ 693.874318] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.874318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.874571] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.874571] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.875029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.885319] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd in Status: IN_PROGRESS for 2s [ 694.079167] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cf2da3f-71ff-42a3-ad03-a4160affd703 [ 694.079167] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.079167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.079285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.079451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.079542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.079631] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cf2da3f-71ff-42a3-ad03-a4160affd703 already deleted. [ 694.079710] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cf2da3f-71ff-42a3-ad03-a4160affd703" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.079904] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.080814] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14317970-3cfc-4dae-a24c-9ab1b1e23de2: rpc.has_security_group_logging(os_id): False [ 694.100376] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.100525] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.100597] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.100807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.100898] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.101125] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.101225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.101290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.106022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.106022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.106022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.106022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.106022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.106022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.106022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.106022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.106022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.106022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.106022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.106022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.106022] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be created. [ 694.164717] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.164717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.164717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.164908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.165031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.179069] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 694.379700] env[65916]: INFO networking_nsxv3.common.synchronization [req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 req-b8ba5bb5-55e7-406f-9aab-f34a9cab5b20 service nova] Enqueued Resource ID: 381fd5b8-482f-4422-96f4-17c75deae34a with Priority: HIGHEST for action security_group_rules [ 694.379700] env[65916]: INFO networking_nsxv3.common.synchronization [req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 req-b8ba5bb5-55e7-406f-9aab-f34a9cab5b20 service nova] Enqueued Resource ID: 381fd5b8-482f-4422-96f4-17c75deae34a with Priority: HIGHEST for action security_group_members [ 694.379700] env[65916]: INFO networking_nsxv3.common.synchronization [req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 req-b8ba5bb5-55e7-406f-9aab-f34a9cab5b20 service nova] Enqueued Resource ID: 3a644af9-3375-4f95-82d4-9dcfb44114f8 with Priority: HIGHEST for action port [ 694.379700] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381fd5b8-482f-4422-96f4-17c75deae34a with Priority: HIGHEST for action security_group_rules [ 694.379700] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381fd5b8-482f-4422-96f4-17c75deae34a with Priority: HIGHEST for action security_group_members [ 694.379700] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a644af9-3375-4f95-82d4-9dcfb44114f8 with Priority: HIGHEST for action port [ 694.380226] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-381fd5b8-482f-4422-96f4-17c75deae34a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.380353] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.380408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.380837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.380837] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('381fd5b8-482f-4422-96f4-17c75deae34a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.382249] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-381fd5b8-482f-4422-96f4-17c75deae34a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.382249] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.382455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.382502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.383909] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.383909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.383909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.383909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.383909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.383909] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381fd5b8-482f-4422-96f4-17c75deae34a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.384689] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a644af9-3375-4f95-82d4-9dcfb44114f8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.384689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a644af9-3375-4f95-82d4-9dcfb44114f8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.384689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a644af9-3375-4f95-82d4-9dcfb44114f8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.384689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a644af9-3375-4f95-82d4-9dcfb44114f8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.384908] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a644af9-3375-4f95-82d4-9dcfb44114f8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.583202] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.887205] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-381fd5b8-482f-4422-96f4-17c75deae34a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.887584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.887584] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('381fd5b8-482f-4422-96f4-17c75deae34a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.888511] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a644af9-3375-4f95-82d4-9dcfb44114f8 with status ACTIVE [ 694.888631] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.888739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.888785] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.888983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.889101] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.889286] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.889382] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.889443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.889598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.889675] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.889876] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.889960] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.890035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.890180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.890261] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.890348] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a644af9-3375-4f95-82d4-9dcfb44114f8 is going to be updated. [ 694.921365] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.921627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.921704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.921919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.922095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.922260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a644af9-3375-4f95-82d4-9dcfb44114f8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.087528] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.087743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.087836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.088176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.088293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.088404] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be updated. [ 695.131341] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.131661] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.131786] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.132140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.132979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.144731] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 695.392701] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('381fd5b8-482f-4422-96f4-17c75deae34a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.670620] env[65916]: INFO networking_nsxv3.common.synchronization [None req-5ad5b956-cd01-4663-b790-d9f5434d1cbe tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_rules [ 695.671542] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_rules [ 695.672077] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.672360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.672466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.673222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.673388] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.862766] env[65916]: INFO networking_nsxv3.common.synchronization [None req-824114c1-ab45-4c5b-bae9-dfca47a2ef60 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_rules [ 695.863607] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_rules [ 695.863785] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.863892] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.895443] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.895753] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.895753] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.895898] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.895992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.896104] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381fd5b8-482f-4422-96f4-17c75deae34a is going to be created. [ 695.899132] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd in Status: SUCCESS [ 695.899351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.922329] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.922538] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.922538] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.922740] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.922894] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.935963] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381fd5b8-482f-4422-96f4-17c75deae34a in Status: UNINITIALIZED for 2s [ 696.195360] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.195360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.195360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.195663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.195663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.195663] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c already deleted. [ 696.195800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.195892] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.196499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.196499] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.197913] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 696.198187] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.198351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.198518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.198719] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.702048] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.702220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.719973] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.720252] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.720252] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.720633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.720633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.720633] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c already deleted. [ 696.720633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.159904] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 697.159904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.159904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.159904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.159904] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.159904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.159904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.159904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.159904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.160443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.160443] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.663155] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.663264] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.664165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.664165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.664165] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.664165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.664165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.664165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.664165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.664464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.664464] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.664529] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.664659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.664773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.664927] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.665032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.665108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.665725] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.665725] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.665725] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.665725] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.947377] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381fd5b8-482f-4422-96f4-17c75deae34a in Status: SUCCESS [ 697.950389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.950389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.950389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.950389] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.950389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.950389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.950389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.950389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.950389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.950780] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('381fd5b8-482f-4422-96f4-17c75deae34a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.990455] env[65916]: INFO networking_nsxv3.common.synchronization [req-79b57912-ec23-4926-97ef-a77c86308cb9 req-8a750215-b526-4324-970f-4465f92fc01e tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Enqueued Resource ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 with Priority: HIGHEST for action security_group_members [ 697.991093] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 with Priority: HIGHEST for action security_group_members [ 697.991422] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-b930feb9-93ff-4b78-b14b-d3db3a3cef15 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.991619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.991672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.992057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.992115] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.992168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.992235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.992390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.992472] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.992567] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b930feb9-93ff-4b78-b14b-d3db3a3cef15',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.174969] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14317970-3cfc-4dae-a24c-9ab1b1e23de2: rpc.has_security_group_logging(os_id): False [ 698.196902] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.201311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.201311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.201311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.201311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.201311] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.201311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.201311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.203582] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.203582] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.203702] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.203840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.204473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.204473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.204473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.204626] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.204693] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.204753] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.205157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.205157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.205245] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be updated. [ 698.269462] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.269634] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.269634] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.270378] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.270378] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.287381] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 698.453817] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-381fd5b8-482f-4422-96f4-17c75deae34a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.454131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.454256] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.454771] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.455252] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.455400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.455472] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.455744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.455843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.455944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.456135] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-381fd5b8-482f-4422-96f4-17c75deae34a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.456238] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.456301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.456460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.456609] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.456704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.456767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.456906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.456989] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.457868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.458274] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('381fd5b8-482f-4422-96f4-17c75deae34a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.498333] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.498604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.498665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.498900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.498991] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.499218] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.499326] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.499401] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.499547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.499624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.499705] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 already deleted. [ 698.499786] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.563710] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.564011] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.564068] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.564303] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.564568] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.564735] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.564843] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.565213] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.565416] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.565688] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.565863] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.566019] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.566176] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.566341] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.566615] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.566846] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.589490] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.589735] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.589920] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.590132] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.590449] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-59dd0a54-d6d6-482f-9610-eec13c7e6c2d taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.590675] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-59dd0a54-d6d6-482f-9610-eec13c7e6c2d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.590802] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-59dd0a54-d6d6-482f-9610-eec13c7e6c2d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.591165] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-59dd0a54-d6d6-482f-9610-eec13c7e6c2d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.591328] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59dd0a54-d6d6-482f-9610-eec13c7e6c2d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.962436] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 381fd5b8-482f-4422-96f4-17c75deae34a: rpc.has_security_group_logging(os_id): False [ 698.984177] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.984343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.984423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.984655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.984750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.984966] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.985077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.985135] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.985298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.985375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.985561] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.985653] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.985710] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.986590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.986590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.986590] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.986590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.986590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.986590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.986590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.986590] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 381fd5b8-482f-4422-96f4-17c75deae34a is going to be created. [ 699.047812] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.048011] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.048096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.048313] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.048558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.066485] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381fd5b8-482f-4422-96f4-17c75deae34a in Status: IN_PROGRESS for 2s [ 699.093574] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.093833] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.093958] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.094261] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.094408] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.094564] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 59dd0a54-d6d6-482f-9610-eec13c7e6c2d not found, creating... [ 699.094843] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.094993] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.095115] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.095332] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.095462] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.095744] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.095893] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.096010] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.096220] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.096347] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.096483] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 59dd0a54-d6d6-482f-9610-eec13c7e6c2d is going to be created. [ 699.130177] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.130426] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.130578] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.130869] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.131166] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.131472] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-59dd0a54-d6d6-482f-9610-eec13c7e6c2d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.907206] env[65916]: INFO networking_nsxv3.common.synchronization [req-79b57912-ec23-4926-97ef-a77c86308cb9 req-70191bd3-7bc9-4e14-9e5b-8fb73c5f049b service nova] Enqueued Resource ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 with Priority: HIGHEST for action security_group_rules [ 699.907485] env[65916]: INFO networking_nsxv3.common.synchronization [req-79b57912-ec23-4926-97ef-a77c86308cb9 req-70191bd3-7bc9-4e14-9e5b-8fb73c5f049b service nova] Enqueued Resource ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 with Priority: HIGHEST for action security_group_members [ 699.907695] env[65916]: INFO networking_nsxv3.common.synchronization [req-79b57912-ec23-4926-97ef-a77c86308cb9 req-70191bd3-7bc9-4e14-9e5b-8fb73c5f049b service nova] Enqueued Resource ID: 59dd0a54-d6d6-482f-9610-eec13c7e6c2d with Priority: HIGHEST for action port [ 699.911188] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 with Priority: HIGHEST for action security_group_rules [ 699.911188] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 with Priority: HIGHEST for action security_group_members [ 699.911188] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59dd0a54-d6d6-482f-9610-eec13c7e6c2d with Priority: HIGHEST for action port [ 699.911188] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b930feb9-93ff-4b78-b14b-d3db3a3cef15 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.911188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.911188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.911188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.911188] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b930feb9-93ff-4b78-b14b-d3db3a3cef15',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.911545] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-b930feb9-93ff-4b78-b14b-d3db3a3cef15 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.911662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.911708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.911921] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.912413] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.912413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.912413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.912413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.912413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.912622] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b930feb9-93ff-4b78-b14b-d3db3a3cef15',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.913356] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-59dd0a54-d6d6-482f-9610-eec13c7e6c2d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.913653] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59dd0a54-d6d6-482f-9610-eec13c7e6c2d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.913866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59dd0a54-d6d6-482f-9610-eec13c7e6c2d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.914080] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59dd0a54-d6d6-482f-9610-eec13c7e6c2d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.914166] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59dd0a54-d6d6-482f-9610-eec13c7e6c2d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.305210] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 700.305432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.305594] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.305858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.305944] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.418024] env[65916]: INFO networking_nsxv3.common.synchronization [req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 req-e8f2ed9a-1b3f-4b71-a08f-efb729f4bb26 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Enqueued Resource ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 with Priority: HIGHEST for action security_group_members [ 700.418422] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b930feb9-93ff-4b78-b14b-d3db3a3cef15',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.419838] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-b930feb9-93ff-4b78-b14b-d3db3a3cef15 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.419838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.420016] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59dd0a54-d6d6-482f-9610-eec13c7e6c2d with status ACTIVE [ 700.420220] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.420347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.420447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.420728] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.420873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.421140] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.421293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.421392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.421634] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.421760] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.422069] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.422194] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.422293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.422513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.422634] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.422762] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59dd0a54-d6d6-482f-9610-eec13c7e6c2d is going to be updated. [ 700.425038] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 with Priority: HIGHEST for action security_group_members [ 700.425714] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.425978] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.425978] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.426207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.426419] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.426561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.426664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.426876] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.427149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.427302] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.452535] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.452626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.452626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.452898] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.453061] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.453224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59dd0a54-d6d6-482f-9610-eec13c7e6c2d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.808483] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.808483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.808483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.808691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.808866] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.808969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.809056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.809204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.809291] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.809382] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.809469] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.823406] env[65916]: INFO networking_nsxv3.common.synchronization [req-9e93c9d8-506c-42e5-8862-2783f034d0d4 req-44da8d66-613a-4424-83a6-36d5f2d1d5bc tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Enqueued Resource ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab with Priority: HIGHEST for action security_group_members [ 700.825141] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab with Priority: HIGHEST for action security_group_members [ 700.825141] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a95b3b5-756d-4d32-a3b1-15e410af11ab taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.825295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.825366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.825807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.825971] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.826090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.826149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.826551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.826647] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.826741] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a95b3b5-756d-4d32-a3b1-15e410af11ab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.926847] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b930feb9-93ff-4b78-b14b-d3db3a3cef15',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.933041] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.933041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.933041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.933041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.933041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.933041] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.933041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.933041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.933041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.933041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.933041] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 is going to be updated. [ 700.966053] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.966396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.966556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.966855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.967098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.976589] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 in Status: IN_PROGRESS for 2s [ 701.079394] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381fd5b8-482f-4422-96f4-17c75deae34a in Status: SUCCESS [ 701.079638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.257280] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.257280] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-370" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.257280] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-370" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.257835] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-370" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.258231] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.258542] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.258748] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.259100] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.260036] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.260036] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.260036] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.260169] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.260244] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.260306] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.260403] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.260539] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.283051] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.283051] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.283051] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.283298] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-370" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.285234] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-06eee305-ee1b-46e4-a229-df1b6e92f608 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.285234] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-06eee305-ee1b-46e4-a229-df1b6e92f608" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.285234] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-06eee305-ee1b-46e4-a229-df1b6e92f608" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.285234] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-06eee305-ee1b-46e4-a229-df1b6e92f608" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.285234] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06eee305-ee1b-46e4-a229-df1b6e92f608',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.312074] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.312266] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.312463] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.312521] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.313195] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.313195] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.313195] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.313195] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.313195] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.313195] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.313692] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.313692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.313692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.313692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.313877] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.313877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.314022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.314074] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.314147] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.314223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.314316] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.328760] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.328979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.328979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.329261] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.329350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.329506] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.329683] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.329762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.329958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.330086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.330202] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab already deleted. [ 701.330255] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.429071] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.429071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.429284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.429647] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.429766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.429864] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 is going to be created. [ 701.455630] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.456030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.456030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.456192] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.456331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.466801] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 in Status: UNINITIALIZED for 2s [ 701.793370] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.793370] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.794248] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.794248] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.794342] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.794625] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 06eee305-ee1b-46e4-a229-df1b6e92f608 not found, creating... [ 701.795067] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.795519] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.795572] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.795878] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.796120] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.796587] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.796794] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.796947] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.797217] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.797373] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.797549] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 06eee305-ee1b-46e4-a229-df1b6e92f608 is going to be created. [ 701.819180] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14317970-3cfc-4dae-a24c-9ab1b1e23de2: rpc.has_security_group_logging(os_id): False [ 701.822489] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.822685] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.822805] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.823591] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.823745] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.823963] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-06eee305-ee1b-46e4-a229-df1b6e92f608" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.842703] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.842889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.842924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.843155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.843251] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.843487] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.843620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.843686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.843845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.843920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.844116] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.844214] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.844275] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.844411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.844485] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.844790] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.845890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.845890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.845890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.845890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.845890] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be updated. [ 701.919357] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.919531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.919620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.919800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.919944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.943094] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 702.668321] env[65916]: INFO networking_nsxv3.common.synchronization [req-9e93c9d8-506c-42e5-8862-2783f034d0d4 req-ef9c84f9-caae-4594-9305-53bd71d7d087 service nova] Enqueued Resource ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab with Priority: HIGHEST for action security_group_rules [ 702.668884] env[65916]: INFO networking_nsxv3.common.synchronization [req-9e93c9d8-506c-42e5-8862-2783f034d0d4 req-ef9c84f9-caae-4594-9305-53bd71d7d087 service nova] Enqueued Resource ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab with Priority: HIGHEST for action security_group_members [ 702.669065] env[65916]: INFO networking_nsxv3.common.synchronization [req-9e93c9d8-506c-42e5-8862-2783f034d0d4 req-ef9c84f9-caae-4594-9305-53bd71d7d087 service nova] Enqueued Resource ID: 06eee305-ee1b-46e4-a229-df1b6e92f608 with Priority: HIGHEST for action port [ 702.669605] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab with Priority: HIGHEST for action security_group_rules [ 702.669743] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab with Priority: HIGHEST for action security_group_members [ 702.669840] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06eee305-ee1b-46e4-a229-df1b6e92f608 with Priority: HIGHEST for action port [ 702.670149] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a95b3b5-756d-4d32-a3b1-15e410af11ab taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.670246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.670311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.670699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.670699] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a95b3b5-756d-4d32-a3b1-15e410af11ab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.672882] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a95b3b5-756d-4d32-a3b1-15e410af11ab taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.676344] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.676476] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.676701] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.676888] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.677032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.677105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.677219] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.677322] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.677481] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a95b3b5-756d-4d32-a3b1-15e410af11ab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.678387] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-06eee305-ee1b-46e4-a229-df1b6e92f608 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.678576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06eee305-ee1b-46e4-a229-df1b6e92f608" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.678576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06eee305-ee1b-46e4-a229-df1b6e92f608" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.679502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06eee305-ee1b-46e4-a229-df1b6e92f608" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.679502] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06eee305-ee1b-46e4-a229-df1b6e92f608',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.990567] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 in Status: SUCCESS [ 702.990846] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 deletion is rescheduled due to dependency. [ 702.990846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.065062] env[65916]: INFO networking_nsxv3.common.synchronization [req-aa304371-a449-476c-955c-fdae352bce96 req-a0c850e8-80c1-430d-9ad8-3f3c284917b4 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Enqueued Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_members [ 703.066426] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_members [ 703.066757] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-da979a94-81b4-4b23-a671-8f10e719e15a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.066985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.067109] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.067371] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.067589] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.067712] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.067790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.067953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.068085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.068201] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.180483] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a95b3b5-756d-4d32-a3b1-15e410af11ab taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.180579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.180814] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a95b3b5-756d-4d32-a3b1-15e410af11ab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.182290] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06eee305-ee1b-46e4-a229-df1b6e92f608 with status ACTIVE [ 703.186415] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.186599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.186690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.186926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.189948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.189948] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.189948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.189948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.189948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.189948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.189948] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.189948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.189948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.189948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.189948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.189948] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06eee305-ee1b-46e4-a229-df1b6e92f608 is going to be updated. [ 703.218394] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.218394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.218394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.218394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.218394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.218394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06eee305-ee1b-46e4-a229-df1b6e92f608" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.479061] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 in Status: SUCCESS [ 703.479244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.479342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.479569] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.479770] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.479890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.479978] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.480137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.480231] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.480306] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.480398] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b930feb9-93ff-4b78-b14b-d3db3a3cef15',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.572061] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.572300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.572300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.572687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.572687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.572820] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.572886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.572942] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.573104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.573183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.573268] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da979a94-81b4-4b23-a671-8f10e719e15a already deleted. [ 703.573366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.695570] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a95b3b5-756d-4d32-a3b1-15e410af11ab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.960585] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 703.960924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.983082] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-b930feb9-93ff-4b78-b14b-d3db3a3cef15 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.983349] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.983450] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.985094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.985094] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.985094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.985094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.985094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.985094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.985094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.985094] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-b930feb9-93ff-4b78-b14b-d3db3a3cef15 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.985094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.985094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.985094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.985094] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.985094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.985094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.985716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.985716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.985716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.985716] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b930feb9-93ff-4b78-b14b-d3db3a3cef15',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.198393] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.198689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.198751] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.199084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.199235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.199399] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab is going to be created. [ 704.228089] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.230343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.230343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.230343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.230343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.257125] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab in Status: UNINITIALIZED for 2s [ 704.278094] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.278094] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-45" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.278094] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-45" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.278094] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-45" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.278613] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.279619] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.279872] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.280264] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.280575] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.280788] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.280962] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.281155] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.281320] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.281490] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.281658] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.281858] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.329498] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.329756] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.329966] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.330256] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-45" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.330733] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-465640a4-919e-4747-bd7b-d7618c474e43 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.330986] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-465640a4-919e-4747-bd7b-d7618c474e43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.331265] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-465640a4-919e-4747-bd7b-d7618c474e43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.331696] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-465640a4-919e-4747-bd7b-d7618c474e43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.331891] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465640a4-919e-4747-bd7b-d7618c474e43',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.488191] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b930feb9-93ff-4b78-b14b-d3db3a3cef15: rpc.has_security_group_logging(os_id): False [ 704.508231] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.508388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.508486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.508904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.509026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.509225] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.509413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.509501] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.509701] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.509822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.510179] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.510301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.510430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.510611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.510725] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.511043] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.511193] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.511383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.511625] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.511739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.511869] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 is going to be created. [ 704.584849] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.584849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.585073] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.585286] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.585471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.597740] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 in Status: IN_PROGRESS for 2s [ 704.835445] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.835807] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.836019] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.836395] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.836581] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.836789] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 465640a4-919e-4747-bd7b-d7618c474e43 not found, creating... [ 704.837166] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.837407] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.837580] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.837885] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.838080] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.838473] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.838669] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.838837] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.839136] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.839303] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.839638] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 465640a4-919e-4747-bd7b-d7618c474e43 is going to be created. [ 704.870419] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.870630] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.870750] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.871088] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.871339] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.871580] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-465640a4-919e-4747-bd7b-d7618c474e43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.679765] env[65916]: INFO networking_nsxv3.common.synchronization [req-aa304371-a449-476c-955c-fdae352bce96 req-1a597f21-ad95-4ae4-9d75-055f5564eec9 service nova] Enqueued Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_rules [ 705.680031] env[65916]: INFO networking_nsxv3.common.synchronization [req-aa304371-a449-476c-955c-fdae352bce96 req-1a597f21-ad95-4ae4-9d75-055f5564eec9 service nova] Enqueued Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_members [ 705.680087] env[65916]: INFO networking_nsxv3.common.synchronization [req-aa304371-a449-476c-955c-fdae352bce96 req-1a597f21-ad95-4ae4-9d75-055f5564eec9 service nova] Enqueued Resource ID: 465640a4-919e-4747-bd7b-d7618c474e43 with Priority: HIGHEST for action port [ 705.681830] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_rules [ 705.681830] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_members [ 705.681830] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465640a4-919e-4747-bd7b-d7618c474e43 with Priority: HIGHEST for action port [ 705.683507] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da979a94-81b4-4b23-a671-8f10e719e15a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.683759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.683831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.684180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.684269] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.685585] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-da979a94-81b4-4b23-a671-8f10e719e15a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.685747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.685875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.686124] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.686323] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.686434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.686500] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.687638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.687813] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.687965] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.689223] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-465640a4-919e-4747-bd7b-d7618c474e43 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.689412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-465640a4-919e-4747-bd7b-d7618c474e43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.689511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-465640a4-919e-4747-bd7b-d7618c474e43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.689766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-465640a4-919e-4747-bd7b-d7618c474e43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.689873] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465640a4-919e-4747-bd7b-d7618c474e43',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.191981] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.194054] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-da979a94-81b4-4b23-a671-8f10e719e15a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.194747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.195798] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 465640a4-919e-4747-bd7b-d7618c474e43 with status ACTIVE [ 706.197022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.197022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.197022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.197022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.197493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.197989] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.198711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.198711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.198711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.198823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.199124] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.199633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.200060] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.200060] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.200060] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.200060] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 465640a4-919e-4747-bd7b-d7618c474e43 is going to be updated. [ 706.230364] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.230565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.230565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.230824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.230941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.231168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-465640a4-919e-4747-bd7b-d7618c474e43" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.269186] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab in Status: SUCCESS [ 706.269473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.269700] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.270264] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.270264] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.270466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.270548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.270792] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.270898] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.270993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.271120] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a95b3b5-756d-4d32-a3b1-15e410af11ab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.276974] env[65916]: INFO networking_nsxv3.common.synchronization [req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 req-aef50c27-b92a-4a01-a228-eb629ee970dc tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Enqueued Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_members [ 706.277586] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_members [ 706.278226] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c854af9-9a6e-4746-8c17-a5532d915743 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.278226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.278377] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.279711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.279711] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.279711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.279711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.279711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.279711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.279711] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.620825] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 in Status: SUCCESS [ 706.622316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.702954] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.774031] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a95b3b5-756d-4d32-a3b1-15e410af11ab taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.774201] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.774244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.774460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.774637] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.774736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.774798] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.774950] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.775043] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.775130] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.775278] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a95b3b5-756d-4d32-a3b1-15e410af11ab taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.775380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.776384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.776384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.776384] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.776384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.776384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.776384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.776384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.776384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.776384] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a95b3b5-756d-4d32-a3b1-15e410af11ab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.783252] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.783388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.783443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.783716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.783808] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.784028] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.784110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.784650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.784650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.784650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.784650] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c854af9-9a6e-4746-8c17-a5532d915743 is going to be updated. [ 706.815590] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.815730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.815798] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.816055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.816193] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.834494] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c854af9-9a6e-4746-8c17-a5532d915743 in Status: IN_PROGRESS for 2s [ 707.206305] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.206471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.206545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.206785] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.206835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.207105] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da979a94-81b4-4b23-a671-8f10e719e15a is going to be created. [ 707.240244] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.240376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.240466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.240945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.240945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.252738] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da979a94-81b4-4b23-a671-8f10e719e15a in Status: UNINITIALIZED for 2s [ 707.279556] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a95b3b5-756d-4d32-a3b1-15e410af11ab: rpc.has_security_group_logging(os_id): False [ 707.321013] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.321013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.321013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.321013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.321013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.321013] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.321013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.321013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.321013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.321013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.321475] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.321475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.321475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.321475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.321475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.321653] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.321747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.321803] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.321939] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.323126] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.323329] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab is going to be created. [ 707.420178] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.420178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.420178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.420178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.420178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.437163] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab in Status: IN_PROGRESS for 2s [ 708.432323] env[65916]: INFO networking_nsxv3.common.synchronization [req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 req-828c6206-7c58-4a8a-b40a-d91761bd553f tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 708.432884] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 708.433398] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.433602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.433923] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.433923] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.434085] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.434184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.434337] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.434400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.434576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.434576] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.847675] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c854af9-9a6e-4746-8c17-a5532d915743 in Status: SUCCESS [ 708.847675] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c854af9-9a6e-4746-8c17-a5532d915743 deletion is rescheduled due to dependency. [ 708.847675] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.939639] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.036157] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.036424] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.036534] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.036951] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.037440] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.037721] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.037794] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.037987] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.038282] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.038762] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.038891] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.039062] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.039182] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.039310] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.039415] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.039561] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.067039] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.067039] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.067039] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.067039] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-967" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.067039] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.067039] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.067039] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.067039] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.067875] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b8e934-fd55-4e83-bd7f-e8b324b52c6a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.264983] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da979a94-81b4-4b23-a671-8f10e719e15a in Status: UNINITIALIZED for 4s [ 709.443689] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.451319] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab in Status: SUCCESS [ 709.451319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.571380] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.571380] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.571957] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.571957] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.571957] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.572889] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port d9b8e934-fd55-4e83-bd7f-e8b324b52c6a not found, creating... [ 709.573214] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.573467] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.573747] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.574129] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.574331] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.575022] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.575022] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.575256] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.575483] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.575550] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.575684] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: d9b8e934-fd55-4e83-bd7f-e8b324b52c6a is going to be created. [ 709.603154] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.603460] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.603712] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.604064] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.604355] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.604993] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.950038] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.950038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.950038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.950038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.950038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.950038] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 is going to be updated. [ 709.999840] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.000033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.000086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.000271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.000417] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.013955] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: IN_PROGRESS for 2s [ 710.457627] env[65916]: INFO networking_nsxv3.common.synchronization [req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 req-7c15c5bd-ebfb-4345-aa7a-6f3a3985542d service nova] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_rules [ 710.457627] env[65916]: INFO networking_nsxv3.common.synchronization [req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 req-7c15c5bd-ebfb-4345-aa7a-6f3a3985542d service nova] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 710.457627] env[65916]: INFO networking_nsxv3.common.synchronization [req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 req-7c15c5bd-ebfb-4345-aa7a-6f3a3985542d service nova] Enqueued Resource ID: d9b8e934-fd55-4e83-bd7f-e8b324b52c6a with Priority: HIGHEST for action port [ 710.458767] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_rules [ 710.459656] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 710.460180] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b8e934-fd55-4e83-bd7f-e8b324b52c6a with Priority: HIGHEST for action port [ 710.461473] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.462543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.462543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.464018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.464018] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.467222] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.467673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.468182] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.468506] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.468759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.470250] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.470250] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b8e934-fd55-4e83-bd7f-e8b324b52c6a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.791222] env[65916]: INFO networking_nsxv3.common.synchronization [None req-f20f5526-e62e-4c06-89b6-83f7c9d04c17 None None] Enqueued Resource ID: 8348ac9b-af51-4e89-ba31-a8cc933e8673 with Priority: HIGHEST for action port [ 710.791659] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8348ac9b-af51-4e89-ba31-a8cc933e8673 with Priority: HIGHEST for action port [ 710.792585] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-8348ac9b-af51-4e89-ba31-a8cc933e8673 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.792795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8348ac9b-af51-4e89-ba31-a8cc933e8673" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.792867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8348ac9b-af51-4e89-ba31-a8cc933e8673" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.793140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8348ac9b-af51-4e89-ba31-a8cc933e8673" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.793260] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8348ac9b-af51-4e89-ba31-a8cc933e8673',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.971951] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.972418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.972820] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9b8e934-fd55-4e83-bd7f-e8b324b52c6a with status ACTIVE [ 710.974931] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.974931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.974931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.974931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.974931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.974931] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.974931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.974931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.974931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.974931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.975656] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.975899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.976159] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.977315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.979384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.979384] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9b8e934-fd55-4e83-bd7f-e8b324b52c6a is going to be updated. [ 711.011007] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.011268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.011614] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.011694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.011908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.012140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.279785] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da979a94-81b4-4b23-a671-8f10e719e15a in Status: SUCCESS [ 711.279785] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.279785] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.280054] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.280369] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.282662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.282662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.282662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.282662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.282662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.282662] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.298686] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8348ac9b-af51-4e89-ba31-a8cc933e8673 [ 711.299109] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.299109] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.299340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.299340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.300514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.300514] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8348ac9b-af51-4e89-ba31-a8cc933e8673 already deleted. [ 711.300514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8348ac9b-af51-4e89-ba31-a8cc933e8673" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.785636] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-da979a94-81b4-4b23-a671-8f10e719e15a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.786058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.786058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.786222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.786455] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.786749] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.786749] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.786858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.786908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.787022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.787238] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-da979a94-81b4-4b23-a671-8f10e719e15a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.787340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.787415] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.787628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.787780] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.787906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.787995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.788177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.788275] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.788398] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.788441] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.023999] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: SUCCESS [ 712.024300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.024576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.024799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.025057] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.025197] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.025258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.025470] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.025593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.025743] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.292597] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da979a94-81b4-4b23-a671-8f10e719e15a: rpc.has_security_group_logging(os_id): False [ 712.312834] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.312834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.313093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.313239] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.313433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.313765] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.314042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.314111] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.314457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.314457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.314681] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.314802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.314872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.316016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.316016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.316016] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.316016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.316016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.316016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.316016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.316016] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da979a94-81b4-4b23-a671-8f10e719e15a is going to be created. [ 712.395212] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.395212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.395212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.395212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.395212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.405933] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da979a94-81b4-4b23-a671-8f10e719e15a in Status: IN_PROGRESS for 2s [ 712.530180] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.775572] env[65916]: INFO networking_nsxv3.common.synchronization [req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 req-e3c71719-53ef-46cf-b130-dc16dd1ca8f5 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 712.775572] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 712.777137] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.777637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.778251] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.778713] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.779094] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.779679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.779995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.780573] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.781367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.781367] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.034567] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.124994] env[65916]: INFO networking_nsxv3.common.synchronization [None req-3a1d26c4-c9bd-449a-874a-2f3a3b85ad14 None None] Enqueued Resource ID: 2811c051-a297-4888-b551-ed5262af73e8 with Priority: HIGHEST for action port [ 713.125502] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2811c051-a297-4888-b551-ed5262af73e8 with Priority: HIGHEST for action port [ 713.125810] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-2811c051-a297-4888-b551-ed5262af73e8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.126037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2811c051-a297-4888-b551-ed5262af73e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.126037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2811c051-a297-4888-b551-ed5262af73e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.126376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2811c051-a297-4888-b551-ed5262af73e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.126458] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2811c051-a297-4888-b551-ed5262af73e8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.154380] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.154671] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.154845] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.155218] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.155600] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.155748] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.155910] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.156284] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.156446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.156624] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.156823] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.156890] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.157132] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.157507] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.157507] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.157616] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.180691] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.180848] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.180986] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.181188] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.181631] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.181838] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.181952] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.182305] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.182454] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32eb5f4-f62d-44cd-b6e8-87cb537a2fad',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.283835] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.284069] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.284122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.284343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.284440] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.284662] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.284771] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.284837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.284992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.285093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.285183] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c already deleted. [ 713.285628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.536582] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.536743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.537271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.537271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.537271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.537271] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 is going to be updated. [ 713.574398] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.576905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.576905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.576905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.576905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.585688] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: IN_PROGRESS for 2s [ 713.628450] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2811c051-a297-4888-b551-ed5262af73e8 [ 713.628650] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.628771] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.628902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.629144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.629400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.629400] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2811c051-a297-4888-b551-ed5262af73e8 already deleted. [ 713.629540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2811c051-a297-4888-b551-ed5262af73e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.688446] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.688446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.688446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.688446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.688446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.688446] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port b32eb5f4-f62d-44cd-b6e8-87cb537a2fad not found, creating... [ 713.688446] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.688446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.688446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.688446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.688446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.688845] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.688845] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.688845] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.688845] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.688845] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.689449] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: b32eb5f4-f62d-44cd-b6e8-87cb537a2fad is going to be created. [ 713.715722] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.715950] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.716124] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.716487] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.717258] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.717258] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.773508] env[65916]: INFO networking_nsxv3.common.synchronization [None req-9d8bc259-65f6-446a-8878-28ab317011e1 None None] Enqueued Resource ID: c8259a49-4c88-4ceb-b64e-e54f5303c7c0 with Priority: HIGHEST for action port [ 713.774370] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8259a49-4c88-4ceb-b64e-e54f5303c7c0 with Priority: HIGHEST for action port [ 713.774755] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8259a49-4c88-4ceb-b64e-e54f5303c7c0 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.774898] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8259a49-4c88-4ceb-b64e-e54f5303c7c0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.775030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8259a49-4c88-4ceb-b64e-e54f5303c7c0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.779034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8259a49-4c88-4ceb-b64e-e54f5303c7c0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.780142] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8259a49-4c88-4ceb-b64e-e54f5303c7c0',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.283288] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8259a49-4c88-4ceb-b64e-e54f5303c7c0 [ 714.283288] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.283288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.283288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.284391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.284618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.284803] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8259a49-4c88-4ceb-b64e-e54f5303c7c0 already deleted. [ 714.285032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8259a49-4c88-4ceb-b64e-e54f5303c7c0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.420171] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da979a94-81b4-4b23-a671-8f10e719e15a in Status: SUCCESS [ 714.420479] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.554391] env[65916]: INFO networking_nsxv3.common.synchronization [req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 req-8e230592-a839-411b-aa0d-694b68071cbf service nova] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_rules [ 714.554391] env[65916]: INFO networking_nsxv3.common.synchronization [req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 req-8e230592-a839-411b-aa0d-694b68071cbf service nova] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 714.554391] env[65916]: INFO networking_nsxv3.common.synchronization [req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 req-8e230592-a839-411b-aa0d-694b68071cbf service nova] Enqueued Resource ID: b32eb5f4-f62d-44cd-b6e8-87cb537a2fad with Priority: HIGHEST for action port [ 714.554391] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_rules [ 714.554391] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 714.554391] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32eb5f4-f62d-44cd-b6e8-87cb537a2fad with Priority: HIGHEST for action port [ 714.554829] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.555067] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.555098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.555336] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.555477] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.556428] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.557047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.557047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.557047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.557047] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.557299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.557299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.557363] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.557403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.557509] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.558937] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.559098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.559168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.559350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.559705] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32eb5f4-f62d-44cd-b6e8-87cb537a2fad',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.061598] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.061598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.062929] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.063171] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b32eb5f4-f62d-44cd-b6e8-87cb537a2fad with status ACTIVE [ 715.063284] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.063398] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.063462] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.064053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.064150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.064355] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.064464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.064534] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.064837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.064879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.065280] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.065403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.065469] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.067121] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.067205] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.067299] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b32eb5f4-f62d-44cd-b6e8-87cb537a2fad is going to be updated. [ 715.097307] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.098271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.098401] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.099369] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.100315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.100315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.569898] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.595860] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: SUCCESS [ 715.596162] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.596374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.596657] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.596909] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.597079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.597177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.597382] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.598590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.598898] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.599056] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.075148] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.077350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.077350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.077350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.077350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.077350] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c is going to be created. [ 716.105039] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.105283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.105351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.105645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.105890] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.106062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.106161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.106426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.106543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.106696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.106910] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.107035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.107094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.107626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.107626] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.107626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.108038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.108038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.108038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.109448] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.109629] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.117192] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.117406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.117496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.117807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.118132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.133361] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: UNINITIALIZED for 2s [ 716.613086] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb7a3978-3293-413e-8e3c-42b06437bc17: rpc.has_security_group_logging(os_id): False [ 716.633023] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.633023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.633023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.633023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.633023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.633023] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.633023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.633023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.633023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.633023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.633023] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.633023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.633023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.633023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.633023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.634907] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.635050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.635210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.635442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.635727] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.635904] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 is going to be updated. [ 716.709735] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.709888] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.709953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.710188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.710344] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.736666] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: IN_PROGRESS for 2s [ 717.469014] env[65916]: INFO networking_nsxv3.common.synchronization [req-6df532fe-7744-4e78-8a17-1bca6f08ad9d req-cd171550-9d99-4566-af65-09344ef63e84 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Enqueued Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_members [ 717.469595] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_members [ 717.469919] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede1522-8988-4860-bf33-cb51ce87871a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.470252] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.470343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.470550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.470742] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.470847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.470909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.471103] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.471236] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.471669] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.973277] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.141848] env[65916]: INFO networking_nsxv3.common.synchronization [None req-93bb9c81-4339-4a04-8de1-a556f80904f6 None None] Enqueued Resource ID: d4257d53-9334-4d89-81ad-ab8edb90743a with Priority: HIGHEST for action port [ 718.144223] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4257d53-9334-4d89-81ad-ab8edb90743a with Priority: HIGHEST for action port [ 718.144223] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4257d53-9334-4d89-81ad-ab8edb90743a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.144223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4257d53-9334-4d89-81ad-ab8edb90743a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.144223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4257d53-9334-4d89-81ad-ab8edb90743a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.144223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4257d53-9334-4d89-81ad-ab8edb90743a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.144223] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4257d53-9334-4d89-81ad-ab8edb90743a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.148418] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: SUCCESS [ 718.148620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.149465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.149884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.149986] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.150146] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.150212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.150405] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.150495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.150585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.150682] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.476369] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.647036] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4257d53-9334-4d89-81ad-ab8edb90743a [ 718.647036] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.647036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.647036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.647358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.647358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.647541] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4257d53-9334-4d89-81ad-ab8edb90743a already deleted. [ 718.647793] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4257d53-9334-4d89-81ad-ab8edb90743a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.656657] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.751361] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: SUCCESS [ 718.751650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.980430] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.980430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.980430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.980430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.983503] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.983503] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede1522-8988-4860-bf33-cb51ce87871a is going to be updated. [ 719.019357] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.019583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.019583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.020236] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.020236] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.031205] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede1522-8988-4860-bf33-cb51ce87871a in Status: IN_PROGRESS for 2s [ 719.148855] env[65916]: INFO networking_nsxv3.common.synchronization [req-cc5e943f-9e17-4568-be51-37ba12468c05 req-dc6c3bf6-1819-4c96-a1c7-6dc41b72d608 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 719.149495] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 719.150768] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.151016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.151016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.151219] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.151405] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.151512] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.151571] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.151742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.151828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.151918] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.159798] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0913fa11-fde3-4b73-96b8-96d059b7945c: rpc.has_security_group_logging(os_id): False [ 719.179699] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.179857] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.179958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.180467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.180467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.180559] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.180607] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.180674] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.180818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.180892] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.180977] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c is going to be created. [ 719.248070] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.248070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.248346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.248627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.248778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.263191] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: IN_PROGRESS for 2s [ 719.508726] env[65916]: INFO networking_nsxv3.common.synchronization [req-33b60646-81f6-4222-a527-44abf0e503ca req-d395cdad-78fe-452b-9746-119a3f3f9d2f tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Enqueued Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_members [ 719.509488] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_members [ 719.510224] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a44cfc-3d58-4e77-998f-0db6f6035c95 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.512329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.512733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.513325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.513440] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.513538] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.513723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.513795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.513884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.513982] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.657224] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.016960] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.158705] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.179964] env[65916]: INFO networking_nsxv3.common.synchronization [None req-0379f411-5d63-4d39-819f-44fcb638e9f9 None None] Enqueued Resource ID: 59f5aab2-fbcb-4c86-b38d-1d86218cb7a2 with Priority: HIGHEST for action port [ 720.180641] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59f5aab2-fbcb-4c86-b38d-1d86218cb7a2 with Priority: HIGHEST for action port [ 720.180997] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-59f5aab2-fbcb-4c86-b38d-1d86218cb7a2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.181150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59f5aab2-fbcb-4c86-b38d-1d86218cb7a2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.181210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59f5aab2-fbcb-4c86-b38d-1d86218cb7a2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.181526] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59f5aab2-fbcb-4c86-b38d-1d86218cb7a2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.181625] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59f5aab2-fbcb-4c86-b38d-1d86218cb7a2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.520936] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.586860] env[65916]: INFO networking_nsxv3.common.synchronization [req-cc5e943f-9e17-4568-be51-37ba12468c05 req-226cf2a3-5759-4456-aab4-b764db8b615d tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 720.586963] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 720.589958] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.589958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.663049] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.663049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.663049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.663049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.663049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.663049] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be updated. [ 720.683353] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59f5aab2-fbcb-4c86-b38d-1d86218cb7a2 [ 720.683646] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.683796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.683867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.684105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.684234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.684368] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59f5aab2-fbcb-4c86-b38d-1d86218cb7a2 already deleted. [ 720.684464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59f5aab2-fbcb-4c86-b38d-1d86218cb7a2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.700321] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.700830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.700914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.701273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.702504] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.717565] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 720.880476] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.880677] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.880995] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.881328] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.881501] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.881718] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.881918] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.882154] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.882301] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.882639] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.882639] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.882807] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.883013] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.883065] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.883193] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.883336] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.908105] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.908105] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.908105] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.908105] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.908105] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-86439a12-819b-41cb-b802-46f5a2a0deff taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.908105] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-86439a12-819b-41cb-b802-46f5a2a0deff" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.908105] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-86439a12-819b-41cb-b802-46f5a2a0deff" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.908105] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-86439a12-819b-41cb-b802-46f5a2a0deff" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.908105] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86439a12-819b-41cb-b802-46f5a2a0deff',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.024079] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.024411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.024411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.024535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.024600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.024699] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 is going to be updated. [ 721.047260] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede1522-8988-4860-bf33-cb51ce87871a in Status: SUCCESS [ 721.047488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.067430] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.067586] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.067648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.067858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.068011] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.082670] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 in Status: IN_PROGRESS for 2s [ 721.279805] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: SUCCESS [ 721.280156] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.412219] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.412370] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.412489] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.412770] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.412909] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.413070] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 86439a12-819b-41cb-b802-46f5a2a0deff not found, creating... [ 721.413328] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.413481] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.413622] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.413832] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.413957] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.414258] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.414401] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.414509] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.414755] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.414896] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.416492] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 86439a12-819b-41cb-b802-46f5a2a0deff is going to be created. [ 721.447113] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.447317] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.449045] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.449045] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.449045] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.449045] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-86439a12-819b-41cb-b802-46f5a2a0deff" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.610999] env[65916]: INFO networking_nsxv3.common.synchronization [req-cc5e943f-9e17-4568-be51-37ba12468c05 req-63e921b0-a23d-445f-b226-7e3960488909 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 721.611159] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 721.611491] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.611606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.172031] env[65916]: INFO networking_nsxv3.common.synchronization [req-33b60646-81f6-4222-a527-44abf0e503ca req-b6a166e1-a4e1-48d3-ae51-701519970777 service nova] Enqueued Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_rules [ 722.172031] env[65916]: INFO networking_nsxv3.common.synchronization [req-33b60646-81f6-4222-a527-44abf0e503ca req-b6a166e1-a4e1-48d3-ae51-701519970777 service nova] Enqueued Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_members [ 722.172031] env[65916]: INFO networking_nsxv3.common.synchronization [req-33b60646-81f6-4222-a527-44abf0e503ca req-b6a166e1-a4e1-48d3-ae51-701519970777 service nova] Enqueued Resource ID: 86439a12-819b-41cb-b802-46f5a2a0deff with Priority: HIGHEST for action port [ 722.172031] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_rules [ 722.172031] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_members [ 722.172031] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86439a12-819b-41cb-b802-46f5a2a0deff with Priority: HIGHEST for action port [ 722.172754] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0a44cfc-3d58-4e77-998f-0db6f6035c95 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.172754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.172754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.172754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.172754] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.173825] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a44cfc-3d58-4e77-998f-0db6f6035c95 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.173956] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.174354] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-86439a12-819b-41cb-b802-46f5a2a0deff taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.174354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86439a12-819b-41cb-b802-46f5a2a0deff" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.174354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86439a12-819b-41cb-b802-46f5a2a0deff" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.175846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86439a12-819b-41cb-b802-46f5a2a0deff" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.175846] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86439a12-819b-41cb-b802-46f5a2a0deff',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.602327] env[65916]: INFO networking_nsxv3.common.synchronization [req-5fd90193-4b16-4361-95c0-82282fd71469 req-585fdef5-6cad-4980-b5ee-53ce5a328949 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Enqueued Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_members [ 722.602871] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_members [ 722.603516] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c854af9-9a6e-4746-8c17-a5532d915743 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.603694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.603774] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.603972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.604698] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.604773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.604808] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.604980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.605286] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.605395] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.677060] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a44cfc-3d58-4e77-998f-0db6f6035c95 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.677355] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.680902] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86439a12-819b-41cb-b802-46f5a2a0deff with status ACTIVE [ 722.681199] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.681298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.681396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.681527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.681645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.681825] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.681927] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.681986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.682166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.682245] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.682428] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.682521] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.682628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.682720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.682811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.682903] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86439a12-819b-41cb-b802-46f5a2a0deff is going to be updated. [ 722.706878] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.707039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.707449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.707449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.707449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.707599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86439a12-819b-41cb-b802-46f5a2a0deff" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.729069] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 722.729205] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.729295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.729507] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.729696] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.730335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.730335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.730335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.730335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.730335] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.899351] env[65916]: INFO networking_nsxv3.common.synchronization [None req-3deee7f7-2033-49c8-be4e-6d6643de737d None None] Enqueued Resource ID: 189817b6-00bb-4cbe-ad22-de1abc2515cf with Priority: HIGHEST for action port [ 722.900241] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189817b6-00bb-4cbe-ad22-de1abc2515cf with Priority: HIGHEST for action port [ 722.900241] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-189817b6-00bb-4cbe-ad22-de1abc2515cf taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.900384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-189817b6-00bb-4cbe-ad22-de1abc2515cf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.900384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-189817b6-00bb-4cbe-ad22-de1abc2515cf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.900657] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-189817b6-00bb-4cbe-ad22-de1abc2515cf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.900737] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('189817b6-00bb-4cbe-ad22-de1abc2515cf',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.905142] env[65916]: INFO networking_nsxv3.common.synchronization [req-a49fe960-42b4-4db9-a775-d8d51722c457 req-2fc3d0b9-ff45-48fb-827e-246f4548efb2 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Enqueued Resource ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 with Priority: HIGHEST for action security_group_members [ 722.906013] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 with Priority: HIGHEST for action security_group_members [ 722.906013] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-b930feb9-93ff-4b78-b14b-d3db3a3cef15 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.906013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.906013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.906215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.906360] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.906460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.906522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.907240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.907240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.907240] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b930feb9-93ff-4b78-b14b-d3db3a3cef15',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.096372] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 in Status: SUCCESS [ 723.096372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.096372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.096372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.096372] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.096372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.096372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.096372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.096372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.096372] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.107779] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.107779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.107779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.107975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.107975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.108384] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.108384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.108384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.108384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.108564] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.108564] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c854af9-9a6e-4746-8c17-a5532d915743 is going to be updated. [ 723.145767] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.145767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.145767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.145767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.145767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.157581] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c854af9-9a6e-4746-8c17-a5532d915743 in Status: IN_PROGRESS for 2s [ 723.235310] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.235310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.235310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.235310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.235310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.235310] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.235310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.235310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.235310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.235821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.235821] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be updated. [ 723.270913] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.271095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.271141] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.271343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.271564] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.283390] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 723.354980] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.355251] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-216" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.355342] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-216" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.355611] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-216" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.355918] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.356283] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.356444] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.356671] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.356873] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.357288] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.357288] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.357377] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.357475] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.357579] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.357673] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.357809] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.382931] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.382931] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.382931] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.382931] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-216" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.382931] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-0d8e4b6b-7695-4b70-b087-595dfad1aa49 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.382931] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-0d8e4b6b-7695-4b70-b087-595dfad1aa49" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.382931] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-0d8e4b6b-7695-4b70-b087-595dfad1aa49" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.382931] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-0d8e4b6b-7695-4b70-b087-595dfad1aa49" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.382931] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d8e4b6b-7695-4b70-b087-595dfad1aa49',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.403164] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 189817b6-00bb-4cbe-ad22-de1abc2515cf [ 723.404369] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.407107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.407107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.407107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.407107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.407107] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:189817b6-00bb-4cbe-ad22-de1abc2515cf already deleted. [ 723.407107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-189817b6-00bb-4cbe-ad22-de1abc2515cf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.409524] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.409668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.409737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.410207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.410207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.410761] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.410761] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.410761] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.410761] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.410761] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.410761] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 is going to be updated. [ 723.444216] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.444758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.445142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.445569] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.445853] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.462584] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 in Status: IN_PROGRESS for 2s [ 723.599400] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.707276] env[65916]: INFO networking_nsxv3.common.synchronization [None req-1e667a03-7082-4d19-9304-fdbf525a3067 None None] Enqueued Resource ID: e0803e77-f1b3-4ff7-90b7-f12cf17fe028 with Priority: HIGHEST for action port [ 723.707853] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0803e77-f1b3-4ff7-90b7-f12cf17fe028 with Priority: HIGHEST for action port [ 723.708280] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0803e77-f1b3-4ff7-90b7-f12cf17fe028 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.708437] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0803e77-f1b3-4ff7-90b7-f12cf17fe028" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.708538] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0803e77-f1b3-4ff7-90b7-f12cf17fe028" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.708812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0803e77-f1b3-4ff7-90b7-f12cf17fe028" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.708945] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0803e77-f1b3-4ff7-90b7-f12cf17fe028',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.886322] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.886322] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.886322] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.886574] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.886574] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.886790] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 0d8e4b6b-7695-4b70-b087-595dfad1aa49 not found, creating... [ 723.886946] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.887109] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.887219] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.887420] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.887546] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.887818] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.887967] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.888090] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.888288] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.888410] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.888726] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 0d8e4b6b-7695-4b70-b087-595dfad1aa49 is going to be created. [ 723.912076] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.912242] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.912366] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.912723] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.913208] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.913453] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-0d8e4b6b-7695-4b70-b087-595dfad1aa49" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.102650] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.212394] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0803e77-f1b3-4ff7-90b7-f12cf17fe028 [ 724.212394] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.212394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.212394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.212394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.212394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.212394] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0803e77-f1b3-4ff7-90b7-f12cf17fe028 already deleted. [ 724.212394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0803e77-f1b3-4ff7-90b7-f12cf17fe028" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.368203] env[65916]: INFO networking_nsxv3.common.synchronization [req-c177eb25-7df1-492a-852f-401e9aa75e06 req-5fa392ff-e7e7-4e80-8057-5fded1a31d3b tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 724.369146] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 724.369228] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.369319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.369391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.369599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.369761] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.369858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.369917] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.370068] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.370152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.370242] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.604754] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.605077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.606149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.606386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.606483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.606588] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 is going to be updated. [ 724.633342] env[65916]: INFO networking_nsxv3.common.synchronization [req-5fd90193-4b16-4361-95c0-82282fd71469 req-10d3e336-2a56-448b-97ce-4662bc873159 service nova] Enqueued Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_rules [ 724.633342] env[65916]: INFO networking_nsxv3.common.synchronization [req-5fd90193-4b16-4361-95c0-82282fd71469 req-10d3e336-2a56-448b-97ce-4662bc873159 service nova] Enqueued Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_members [ 724.633448] env[65916]: INFO networking_nsxv3.common.synchronization [req-5fd90193-4b16-4361-95c0-82282fd71469 req-10d3e336-2a56-448b-97ce-4662bc873159 service nova] Enqueued Resource ID: 0d8e4b6b-7695-4b70-b087-595dfad1aa49 with Priority: HIGHEST for action port [ 724.634552] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.634762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.634827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.635039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.635216] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.636169] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_rules [ 724.636301] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_members [ 724.636397] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8e4b6b-7695-4b70-b087-595dfad1aa49 with Priority: HIGHEST for action port [ 724.636936] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c854af9-9a6e-4746-8c17-a5532d915743 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.637061] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.637134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.637297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.637378] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.638207] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c854af9-9a6e-4746-8c17-a5532d915743 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.639286] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.639508] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d8e4b6b-7695-4b70-b087-595dfad1aa49 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.639611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d8e4b6b-7695-4b70-b087-595dfad1aa49" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.639674] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d8e4b6b-7695-4b70-b087-595dfad1aa49" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.639828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d8e4b6b-7695-4b70-b087-595dfad1aa49" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.639904] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d8e4b6b-7695-4b70-b087-595dfad1aa49',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.649235] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 in Status: IN_PROGRESS for 2s [ 724.873762] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.921121] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.921121] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-809" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.921121] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-809" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.921386] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-809" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.921462] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.921655] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.922856] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.922856] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.924018] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.925517] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.925658] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.925774] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.925891] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.926085] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.926131] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.926272] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.952138] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.952309] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.952435] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.952613] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-809" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.952923] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.953110] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.953222] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.953542] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.953712] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1e850f-8a70-498d-a57a-e13d30b5bd0f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.142303] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c854af9-9a6e-4746-8c17-a5532d915743 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.142303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.142424] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d8e4b6b-7695-4b70-b087-595dfad1aa49 with status ACTIVE [ 725.142878] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.142878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.142878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.143056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.143229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.143299] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.143350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.144059] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.144059] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.144059] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.144059] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.144059] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.144059] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.144305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.144305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.144366] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d8e4b6b-7695-4b70-b087-595dfad1aa49 is going to be updated. [ 725.168715] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c854af9-9a6e-4746-8c17-a5532d915743 in Status: SUCCESS [ 725.170029] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c854af9-9a6e-4746-8c17-a5532d915743 deletion is rescheduled due to dependency. [ 725.170029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.170029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.170029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.170029] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.170336] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.170585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.170850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.171041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.171220] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.173251] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.174023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.174023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.174023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.174023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.174289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d8e4b6b-7695-4b70-b087-595dfad1aa49" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.303467] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 725.303467] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 deletion is rescheduled due to dependency. [ 725.303467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.303467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.303467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.303467] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.303945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.303945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.303945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.303945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.304167] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.375844] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.459876] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.460188] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.460359] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.460636] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.460791] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.460937] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port fb1e850f-8a70-498d-a57a-e13d30b5bd0f not found, creating... [ 725.461206] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.461356] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.461466] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.461701] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.461834] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.462130] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.462363] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.462436] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.462636] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.462763] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.462915] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: fb1e850f-8a70-498d-a57a-e13d30b5bd0f is going to be created. [ 725.476112] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 in Status: SUCCESS [ 725.476112] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 deletion is rescheduled due to dependency. [ 725.476112] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.487021] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.488048] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.488048] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.488647] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.489636] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.490014] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.675456] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.806534] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.808035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.808035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.808035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.808035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.808035] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.808035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.808035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.808334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.808334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.808334] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be updated. [ 725.839189] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.839338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.839410] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.839622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.839764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.850302] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 725.878771] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.878771] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.878771] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.879350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.879350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.879416] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 725.928437] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.928601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.928665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.928845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.928983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.940683] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 726.178765] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.292770] env[65916]: INFO networking_nsxv3.common.synchronization [req-c177eb25-7df1-492a-852f-401e9aa75e06 req-54f26c46-c91d-466b-a030-72a9069799e6 service nova] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_rules [ 726.293017] env[65916]: INFO networking_nsxv3.common.synchronization [req-c177eb25-7df1-492a-852f-401e9aa75e06 req-54f26c46-c91d-466b-a030-72a9069799e6 service nova] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 726.294298] env[65916]: INFO networking_nsxv3.common.synchronization [req-c177eb25-7df1-492a-852f-401e9aa75e06 req-54f26c46-c91d-466b-a030-72a9069799e6 service nova] Enqueued Resource ID: fb1e850f-8a70-498d-a57a-e13d30b5bd0f with Priority: HIGHEST for action port [ 726.295115] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_rules [ 726.295267] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 726.295466] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1e850f-8a70-498d-a57a-e13d30b5bd0f with Priority: HIGHEST for action port [ 726.295709] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.295840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.295960] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.296129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.296234] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.298410] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.298410] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.299026] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.299026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.299026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.299242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.299242] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1e850f-8a70-498d-a57a-e13d30b5bd0f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.420297] env[65916]: INFO networking_nsxv3.common.synchronization [None req-3b11b727-74d3-4ec0-a2ae-38f7d7fbedc2 None None] Enqueued Resource ID: ed70b8c0-caa1-4de5-80c2-115aadd8d74b with Priority: HIGHEST for action port [ 726.421309] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed70b8c0-caa1-4de5-80c2-115aadd8d74b with Priority: HIGHEST for action port [ 726.421309] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed70b8c0-caa1-4de5-80c2-115aadd8d74b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.421309] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed70b8c0-caa1-4de5-80c2-115aadd8d74b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.421309] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed70b8c0-caa1-4de5-80c2-115aadd8d74b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.423222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed70b8c0-caa1-4de5-80c2-115aadd8d74b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.423222] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed70b8c0-caa1-4de5-80c2-115aadd8d74b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.495158] env[65916]: INFO networking_nsxv3.common.synchronization [None req-ecdc4b42-d947-456f-aa73-11d0422f5102 None None] Enqueued Resource ID: 2a493b2f-cfd8-4725-9be2-daf3e2c45382 with Priority: HIGHEST for action port [ 726.495709] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a493b2f-cfd8-4725-9be2-daf3e2c45382 with Priority: HIGHEST for action port [ 726.496053] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a493b2f-cfd8-4725-9be2-daf3e2c45382 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.496248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a493b2f-cfd8-4725-9be2-daf3e2c45382" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.496352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a493b2f-cfd8-4725-9be2-daf3e2c45382" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.496604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a493b2f-cfd8-4725-9be2-daf3e2c45382" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.496697] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a493b2f-cfd8-4725-9be2-daf3e2c45382',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.659253] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 in Status: SUCCESS [ 726.659487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.659658] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.659876] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.660167] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.660348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.660425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.660590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.660672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.660760] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.660852] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.682092] env[65916]: INFO networking_nsxv3.common.synchronization [req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd req-c1147c10-5e52-4f4c-9408-6c0277d7d363 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 726.682092] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.682092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.682092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.682092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.682092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.682381] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c854af9-9a6e-4746-8c17-a5532d915743 is going to be updated. [ 726.685058] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 726.685605] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.685755] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.688140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.688140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.688140] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.688140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.688140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.688140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.688140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.688140] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.716280] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.716433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.716489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.716689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.716828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.725793] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c854af9-9a6e-4746-8c17-a5532d915743 in Status: IN_PROGRESS for 2s [ 726.798753] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.800368] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.802339] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb1e850f-8a70-498d-a57a-e13d30b5bd0f with status ACTIVE [ 726.802553] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.802680] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.802749] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.802964] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.803066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.803257] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.803384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.803812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.804078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.804176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.804378] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.804478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.804537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.804683] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.804760] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.804844] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb1e850f-8a70-498d-a57a-e13d30b5bd0f is going to be updated. [ 726.827165] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.827310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.827375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.827576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.827704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.827859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.925843] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed70b8c0-caa1-4de5-80c2-115aadd8d74b [ 726.926144] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.926284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.926608] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.926608] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.926799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.926799] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed70b8c0-caa1-4de5-80c2-115aadd8d74b already deleted. [ 726.926799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed70b8c0-caa1-4de5-80c2-115aadd8d74b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.002324] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a493b2f-cfd8-4725-9be2-daf3e2c45382 [ 727.002324] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.002324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.002465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.002547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.002648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.002711] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a493b2f-cfd8-4725-9be2-daf3e2c45382 already deleted. [ 727.002790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a493b2f-cfd8-4725-9be2-daf3e2c45382" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.163426] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a44cfc-3d58-4e77-998f-0db6f6035c95 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.163590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.163721] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.163955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.164206] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.164272] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.164334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.164484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.164564] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.164649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.164793] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a44cfc-3d58-4e77-998f-0db6f6035c95 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.164880] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.164938] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.165091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.165222] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.165307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.165364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.165493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.165563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.165638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.165723] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.191782] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.191940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.192027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.192266] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.192329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.192532] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.192628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.192713] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.192852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.192928] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.193021] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e already deleted. [ 727.193103] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.332873] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.333106] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.333243] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.333648] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.333931] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.338959] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.338959] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.338959] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.338959] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.338959] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.338959] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.338959] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.338959] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.338959] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.338959] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.338959] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.362062] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.362062] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.362062] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.362062] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.362062] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-4368f5d3-9005-416e-9f60-045894db9eb1 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.362062] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-4368f5d3-9005-416e-9f60-045894db9eb1" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.362438] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-4368f5d3-9005-416e-9f60-045894db9eb1" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.362781] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-4368f5d3-9005-416e-9f60-045894db9eb1" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.362781] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4368f5d3-9005-416e-9f60-045894db9eb1',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.671342] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0a44cfc-3d58-4e77-998f-0db6f6035c95: rpc.has_security_group_logging(os_id): False [ 727.689670] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.689876] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.689876] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.690118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.690220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.690401] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.690497] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.690560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.690719] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.690792] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.690992] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.691097] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.691157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.691339] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.691449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.691852] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.691852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.691852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.691992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.692080] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.692173] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 is going to be updated. [ 727.752365] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.752517] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.752561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.753017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.753191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.767166] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 in Status: IN_PROGRESS for 2s [ 727.775679] env[65916]: INFO networking_nsxv3.common.synchronization [None req-9517145a-ff21-429a-9740-7fbc7d3a38d9 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Enqueued Resource ID: bc906684-458d-48f6-9aed-18b2aef1de1c with Priority: HIGHEST for action security_group_rules [ 727.776310] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc906684-458d-48f6-9aed-18b2aef1de1c with Priority: HIGHEST for action security_group_rules [ 727.776614] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc906684-458d-48f6-9aed-18b2aef1de1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.776741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.776806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.777087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.777165] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc906684-458d-48f6-9aed-18b2aef1de1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.862383] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 727.862383] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 deletion is rescheduled due to dependency. [ 727.862383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.867367] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.867367] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.867367] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.867367] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.867367] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.867367] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 4368f5d3-9005-416e-9f60-045894db9eb1 not found, creating... [ 727.867367] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.867367] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.867367] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.867367] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.867367] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.868229] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.868672] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.871508] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.871508] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.871508] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.871508] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 4368f5d3-9005-416e-9f60-045894db9eb1 is going to be created. [ 727.895411] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.895411] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.895411] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.895411] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.895411] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.895411] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-4368f5d3-9005-416e-9f60-045894db9eb1" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.950930] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 727.951406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.951605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.951828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.952039] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.952249] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.952249] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.952411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.952496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.952648] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.299554] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.299771] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.299771] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.299989] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.300094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.300189] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc906684-458d-48f6-9aed-18b2aef1de1c already deleted. [ 728.300271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.457738] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.654152] env[65916]: INFO networking_nsxv3.common.synchronization [req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd req-eb2eb47d-e71d-4f82-9cdf-62e3c7c81b9e service nova] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_rules [ 728.654325] env[65916]: INFO networking_nsxv3.common.synchronization [req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd req-eb2eb47d-e71d-4f82-9cdf-62e3c7c81b9e service nova] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 728.654458] env[65916]: INFO networking_nsxv3.common.synchronization [req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd req-eb2eb47d-e71d-4f82-9cdf-62e3c7c81b9e service nova] Enqueued Resource ID: 4368f5d3-9005-416e-9f60-045894db9eb1 with Priority: HIGHEST for action port [ 728.655622] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_rules [ 728.655724] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 728.655823] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4368f5d3-9005-416e-9f60-045894db9eb1 with Priority: HIGHEST for action port [ 728.656850] env[65916]: INFO networking_nsxv3.common.synchronization [None req-b231639b-0423-4dd4-896a-de080c8df681 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Enqueued Resource ID: bc906684-458d-48f6-9aed-18b2aef1de1c with Priority: HIGHEST for action security_group_rules [ 728.657418] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.657418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.657542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.657846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.658024] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.658912] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.659903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.660034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.660254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.660500] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.660603] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.660875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.660929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.660988] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.661086] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.662128] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-4368f5d3-9005-416e-9f60-045894db9eb1 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.662240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4368f5d3-9005-416e-9f60-045894db9eb1" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.663366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4368f5d3-9005-416e-9f60-045894db9eb1" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.663521] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4368f5d3-9005-416e-9f60-045894db9eb1" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.663653] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4368f5d3-9005-416e-9f60-045894db9eb1',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.664533] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc906684-458d-48f6-9aed-18b2aef1de1c with Priority: HIGHEST for action security_group_rules [ 728.665404] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc906684-458d-48f6-9aed-18b2aef1de1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.665525] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.665576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.665726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.665799] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc906684-458d-48f6-9aed-18b2aef1de1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.735919] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c854af9-9a6e-4746-8c17-a5532d915743 in Status: SUCCESS [ 728.736303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.736430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.736687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.736925] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.737065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.737138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.737299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.737379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.737465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.737558] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.961388] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.140674] env[65916]: INFO networking_nsxv3.common.synchronization [req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd req-3695d1e1-8918-42c5-8b09-701c24a3583e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 729.141289] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 729.141589] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.141741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.165622] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.166676] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.169968] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.170116] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4368f5d3-9005-416e-9f60-045894db9eb1 with status ACTIVE [ 729.170318] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.170452] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.170497] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.170738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.170789] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.170963] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.171071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.171166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.171280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.171352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.171541] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.171655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.171924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.171924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.171924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.172139] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4368f5d3-9005-416e-9f60-045894db9eb1 is going to be updated. [ 729.190816] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.191042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.191042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.191183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.191264] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.191357] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc906684-458d-48f6-9aed-18b2aef1de1c already deleted. [ 729.191435] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.198925] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.198925] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.198925] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.198925] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.198925] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.198925] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4368f5d3-9005-416e-9f60-045894db9eb1" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.241152] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.466867] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.467298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.467576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.467645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.467682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.467780] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 729.488057] env[65916]: INFO networking_nsxv3.common.synchronization [None req-0f030ebc-3f55-472f-b25c-d4b44d02ba75 None None] Enqueued Resource ID: b3c0e6f2-79d8-47db-ad8f-d8ac6635f924 with Priority: HIGHEST for action port [ 729.488624] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c0e6f2-79d8-47db-ad8f-d8ac6635f924 with Priority: HIGHEST for action port [ 729.488936] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3c0e6f2-79d8-47db-ad8f-d8ac6635f924 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.489505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3c0e6f2-79d8-47db-ad8f-d8ac6635f924" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.489505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3c0e6f2-79d8-47db-ad8f-d8ac6635f924" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.489853] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3c0e6f2-79d8-47db-ad8f-d8ac6635f924" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.489987] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3c0e6f2-79d8-47db-ad8f-d8ac6635f924',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.505985] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.505985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.505985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.505985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.505985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.519661] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 729.624463] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.624677] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.624812] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.625090] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.625346] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.625708] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.625708] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.625848] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.626204] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.626448] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.626560] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.626686] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.626838] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.626941] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.627058] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.627188] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.664229] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.664422] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.664569] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.664831] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.665327] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-d0f7947f-1d68-43e5-9d50-289df0cc8412 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.665611] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-d0f7947f-1d68-43e5-9d50-289df0cc8412" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.665813] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-d0f7947f-1d68-43e5-9d50-289df0cc8412" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.666317] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-d0f7947f-1d68-43e5-9d50-289df0cc8412" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.666549] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f7947f-1d68-43e5-9d50-289df0cc8412',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.674466] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.744316] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c854af9-9a6e-4746-8c17-a5532d915743: rpc.has_security_group_logging(os_id): False [ 729.766046] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.766287] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.766371] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.766583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.766681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.766960] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.767148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.767219] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.767378] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.767455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.767542] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c854af9-9a6e-4746-8c17-a5532d915743 is going to be updated. [ 729.781192] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 in Status: SUCCESS [ 729.781442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.840623] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.840800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.840894] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.841158] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.841337] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.871344] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c854af9-9a6e-4746-8c17-a5532d915743 in Status: IN_PROGRESS for 2s [ 729.994174] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3c0e6f2-79d8-47db-ad8f-d8ac6635f924 [ 729.994446] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.994561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.994670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.994901] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.995699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.995699] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3c0e6f2-79d8-47db-ad8f-d8ac6635f924 already deleted. [ 729.995699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3c0e6f2-79d8-47db-ad8f-d8ac6635f924" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.175474] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.175474] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.175474] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.175474] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.175474] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.175474] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port d0f7947f-1d68-43e5-9d50-289df0cc8412 not found, creating... [ 730.175474] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.175474] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.175474] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.175474] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.175474] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.176108] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.176108] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.176108] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.177048] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.177048] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.178274] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: d0f7947f-1d68-43e5-9d50-289df0cc8412 is going to be created. [ 730.179995] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.180241] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.180465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.180703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.180828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.180967] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be created. [ 730.204997] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.205826] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.206055] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.206419] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.206743] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.207188] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-d0f7947f-1d68-43e5-9d50-289df0cc8412" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.209335] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.209527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.209627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.209861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.210329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.223395] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: UNINITIALIZED for 2s [ 731.042808] env[65916]: INFO networking_nsxv3.common.synchronization [req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd req-91a266c3-436d-4d50-9f29-dce005601049 service nova] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_rules [ 731.043506] env[65916]: INFO networking_nsxv3.common.synchronization [req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd req-91a266c3-436d-4d50-9f29-dce005601049 service nova] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 731.044372] env[65916]: INFO networking_nsxv3.common.synchronization [req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd req-91a266c3-436d-4d50-9f29-dce005601049 service nova] Enqueued Resource ID: d0f7947f-1d68-43e5-9d50-289df0cc8412 with Priority: HIGHEST for action port [ 731.044372] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_rules [ 731.044372] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 731.044787] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0f7947f-1d68-43e5-9d50-289df0cc8412 with Priority: HIGHEST for action port [ 731.045239] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.045343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.045853] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.045952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.046170] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0f7947f-1d68-43e5-9d50-289df0cc8412 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.046277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0f7947f-1d68-43e5-9d50-289df0cc8412" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.046342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0f7947f-1d68-43e5-9d50-289df0cc8412" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.047029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0f7947f-1d68-43e5-9d50-289df0cc8412" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.047140] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f7947f-1d68-43e5-9d50-289df0cc8412',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.530203] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 731.530376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.530549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.530800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.530990] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.531098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.531166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.531315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.531395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.531502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.531598] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.549020] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0f7947f-1d68-43e5-9d50-289df0cc8412 with status ACTIVE [ 731.549254] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.549559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.549559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.549723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.549932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.550127] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.550240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.550318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.550507] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.550586] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.550770] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.550877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.550938] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.551088] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.551163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.551244] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0f7947f-1d68-43e5-9d50-289df0cc8412 is going to be updated. [ 731.578832] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.578832] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.578832] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.578832] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.579178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.579178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0f7947f-1d68-43e5-9d50-289df0cc8412" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.888250] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c854af9-9a6e-4746-8c17-a5532d915743 in Status: SUCCESS [ 731.888515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.033756] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.033988] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.034116] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.034450] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.034718] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.034872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.035865] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.035865] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.035865] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.035865] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.035865] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.035865] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.035865] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.036325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.036325] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.036325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.036325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.036499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.036499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.036575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.036726] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.239776] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: UNINITIALIZED for 4s [ 732.544443] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4394493d-eba2-4b0d-b95d-ebeaee81a3f7: rpc.has_security_group_logging(os_id): False [ 732.568209] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.568209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.568209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.569288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.569391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.569567] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.569653] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.569720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.569992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.570149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.571058] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.571058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.571058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.571058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.571058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.571317] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.571317] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.571395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.571536] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.571613] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.571723] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 732.647911] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.647911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.647911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.647911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.648184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.661917] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 733.480421] env[65916]: INFO networking_nsxv3.common.synchronization [req-88f29788-a49d-49df-bdf5-7aa13665ea7c req-1bf2f4c6-0d79-41c7-a2c4-9bc0c1b22414 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Enqueued Resource ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab with Priority: HIGHEST for action security_group_members [ 733.480969] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab with Priority: HIGHEST for action security_group_members [ 733.481350] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a95b3b5-756d-4d32-a3b1-15e410af11ab taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.481480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.481554] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.481756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.482712] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.482712] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.482712] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.482712] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.482712] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.482712] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a95b3b5-756d-4d32-a3b1-15e410af11ab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.988352] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.988352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.988352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.988352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.988352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.988352] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.988352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.988352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.988352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.988352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.988352] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab is going to be updated. [ 734.030087] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.030087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.030087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.030087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.030087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.046036] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab in Status: IN_PROGRESS for 2s [ 734.216519] env[65916]: INFO networking_nsxv3.common.synchronization [req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 req-592691ad-cfcf-4f38-a2d7-e04ef27eaf93 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Enqueued Resource ID: 381fd5b8-482f-4422-96f4-17c75deae34a with Priority: HIGHEST for action security_group_members [ 734.217636] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381fd5b8-482f-4422-96f4-17c75deae34a with Priority: HIGHEST for action security_group_members [ 734.217636] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-381fd5b8-482f-4422-96f4-17c75deae34a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.217636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.217808] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.218083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.218931] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.218931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.218931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.218931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.218931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.218931] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381fd5b8-482f-4422-96f4-17c75deae34a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.252284] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: SUCCESS [ 734.252839] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.252839] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.252839] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.254683] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.255474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.255474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.255474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.255474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.255720] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.262099] env[65916]: INFO networking_nsxv3.common.synchronization [req-67840f6f-19b1-4ae8-b5ea-c342192d0782 req-74c099c4-2b6a-4b93-b1f7-97fcccd93e9d tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Enqueued Resource ID: b29573e8-50ba-49f0-94ba-a42943597223 with Priority: HIGHEST for action security_group_members [ 734.262656] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29573e8-50ba-49f0-94ba-a42943597223 with Priority: HIGHEST for action security_group_members [ 734.264021] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29573e8-50ba-49f0-94ba-a42943597223 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.264021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.264021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.264281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.264399] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.264507] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.264656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.264920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.265031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.265130] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29573e8-50ba-49f0-94ba-a42943597223',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.677664] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 734.678433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.721249] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.721560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.721688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.723031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.723031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.723031] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.723031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.723031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.723031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.723031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.723031] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381fd5b8-482f-4422-96f4-17c75deae34a is going to be updated. [ 734.755442] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.757679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.757679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.757679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.757679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.760017] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.767090] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381fd5b8-482f-4422-96f4-17c75deae34a in Status: IN_PROGRESS for 2s [ 734.769298] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.769298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.769298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.769298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.769298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.769298] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.769620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.769620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.769620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.769714] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.770465] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29573e8-50ba-49f0-94ba-a42943597223 is going to be updated. [ 734.815832] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.816198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.816304] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.816684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.817026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.828074] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29573e8-50ba-49f0-94ba-a42943597223 in Status: IN_PROGRESS for 2s [ 735.190893] env[65916]: INFO networking_nsxv3.common.synchronization [req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 req-c0d2acd1-ec6a-47a4-9060-bad92005755e tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Enqueued Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_members [ 735.191950] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGHEST for action security_group_members [ 735.192484] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ede1522-8988-4860-bf33-cb51ce87871a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.192688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.192887] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.193163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.193382] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.193520] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.193602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.193845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.193934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.194053] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.265028] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.524218] env[65916]: INFO networking_nsxv3.common.synchronization [req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee req-53e7dc47-fdb1-411b-a060-51d5682d4233 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 735.525476] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 735.525783] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.525954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.526140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.526373] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.526535] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.526968] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.527056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.527218] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.527318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.527456] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.700830] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.701318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.701318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.701886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.702052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.702521] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.702663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.702779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.702941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.703072] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.703408] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede1522-8988-4860-bf33-cb51ce87871a is going to be updated. [ 735.736216] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.736385] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.736443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.736643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.736802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.747755] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede1522-8988-4860-bf33-cb51ce87871a in Status: IN_PROGRESS for 2s [ 735.772139] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.773295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.773295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.773295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.773295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.773476] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be updated. [ 735.805086] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.805279] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.805279] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.805493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.805691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.818079] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: IN_PROGRESS for 2s [ 736.036021] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.036021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.036021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.036021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.036021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.036021] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.036021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.036021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.036021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.036021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.036021] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 736.057386] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab in Status: SUCCESS [ 736.057386] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab deletion is rescheduled due to dependency. [ 736.057600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.070931] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.071178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.071276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.071566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.071857] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.084092] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 736.783251] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381fd5b8-482f-4422-96f4-17c75deae34a in Status: SUCCESS [ 736.783251] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381fd5b8-482f-4422-96f4-17c75deae34a deletion is rescheduled due to dependency. [ 736.783251] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.845225] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29573e8-50ba-49f0-94ba-a42943597223 in Status: SUCCESS [ 736.845225] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29573e8-50ba-49f0-94ba-a42943597223 deletion is rescheduled due to dependency. [ 736.845482] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.336273] env[65916]: INFO networking_nsxv3.common.synchronization [req-5466b16f-b4d3-4141-a3ae-e67281465006 req-87e67ad0-302a-4985-b8e4-9f1fad13b06f tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Enqueued Resource ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 with Priority: HIGHEST for action security_group_members [ 737.336273] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 with Priority: HIGHEST for action security_group_members [ 737.336273] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7083f29d-193f-4ff8-aa51-8e94df1d51f4 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.336273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.336273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.337566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.337566] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.337566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.337566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.337566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.337566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.337566] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7083f29d-193f-4ff8-aa51-8e94df1d51f4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.760599] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ede1522-8988-4860-bf33-cb51ce87871a in Status: SUCCESS [ 737.761724] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ede1522-8988-4860-bf33-cb51ce87871a deletion is rescheduled due to dependency. [ 737.761856] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.833078] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: SUCCESS [ 737.833830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.833830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.833830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.834127] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.834127] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.834365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.834439] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.834519] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.834811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.834811] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.836118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.836118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.836337] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.836518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.836587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.836775] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.836901] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.837086] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.840702] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.840852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.840919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.841752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.841752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.841752] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.842283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.842283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.842283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.842283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.842283] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 is going to be updated. [ 737.887042] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.887042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.887042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.887042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.887042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.898095] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 in Status: IN_PROGRESS for 2s [ 738.096856] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 738.097473] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 deletion is rescheduled due to dependency. [ 738.097473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.341893] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.342075] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.342637] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.847124] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.279457] env[65916]: INFO networking_nsxv3.common.synchronization [req-da26f6d5-c66c-4065-ac6c-5a58eb418e18 req-ec7e4c7c-02e6-4c70-b7d9-37b6e69ce24b tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGHEST for action security_group_members [ 739.279631] env[65916]: INFO networking_nsxv3.common.synchronization [req-da26f6d5-c66c-4065-ac6c-5a58eb418e18 req-ec7e4c7c-02e6-4c70-b7d9-37b6e69ce24b tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 739.280233] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGHEST for action security_group_members [ 739.280654] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 739.280654] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.280817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.281427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.281427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.281427] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.281427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.281789] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.281789] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.281789] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.281887] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.284293] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.284293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.284293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.284293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.284293] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.284293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.284293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.284293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.284293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.284293] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.352022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.352022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.352022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.352022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.352022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.352022] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be updated. [ 739.382374] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.382374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.382374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.382374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.382824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.386768] env[65916]: INFO networking_nsxv3.common.synchronization [req-da26f6d5-c66c-4065-ac6c-5a58eb418e18 req-ec7e4c7c-02e6-4c70-b7d9-37b6e69ce24b tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_rules [ 739.387528] env[65916]: INFO networking_nsxv3.common.synchronization [req-da26f6d5-c66c-4065-ac6c-5a58eb418e18 req-ec7e4c7c-02e6-4c70-b7d9-37b6e69ce24b tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 739.390721] env[65916]: INFO networking_nsxv3.common.synchronization [req-da26f6d5-c66c-4065-ac6c-5a58eb418e18 req-ec7e4c7c-02e6-4c70-b7d9-37b6e69ce24b tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGHEST for action security_group_rules [ 739.390721] env[65916]: INFO networking_nsxv3.common.synchronization [req-da26f6d5-c66c-4065-ac6c-5a58eb418e18 req-ec7e4c7c-02e6-4c70-b7d9-37b6e69ce24b tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGHEST for action security_group_members [ 739.390721] env[65916]: INFO networking_nsxv3.common.synchronization [req-da26f6d5-c66c-4065-ac6c-5a58eb418e18 req-ec7e4c7c-02e6-4c70-b7d9-37b6e69ce24b tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: fb1e850f-8a70-498d-a57a-e13d30b5bd0f with Priority: HIGHEST for action port [ 739.390721] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_rules [ 739.390721] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGHEST for action security_group_rules [ 739.390721] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1e850f-8a70-498d-a57a-e13d30b5bd0f with Priority: HIGHEST for action port [ 739.390721] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 739.390721] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGHEST for action security_group_members [ 739.390721] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.390721] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.390721] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.390721] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.390721] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.391819] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e17ef1c0-bd9e-46ef-99c5-db6dbe597333 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.392164] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.392400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.392768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.392958] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.394112] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.396017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.396017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.396017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.396017] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1e850f-8a70-498d-a57a-e13d30b5bd0f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.396481] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.396853] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.397176] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.397379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.400294] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: IN_PROGRESS for 2s [ 739.428791] env[65916]: INFO networking_nsxv3.common.synchronization [req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 req-177e88ad-9d1a-49b2-bc4d-5157a55ff929 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Enqueued Resource ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 with Priority: HIGHEST for action security_group_members [ 739.429777] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 with Priority: HIGHEST for action security_group_members [ 739.431885] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9b2203-8c07-4f1d-9242-643024f97a02 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.433019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.433019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.433019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.433019] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.433019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.433019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.433019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.433019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.433019] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e9b2203-8c07-4f1d-9242-643024f97a02',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.788197] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.789313] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.898678] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.898964] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.899107] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.899232] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.901017] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb1e850f-8a70-498d-a57a-e13d30b5bd0f with status ACTIVE [ 739.903244] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.903244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.903244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.903244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.903244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.903244] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.903244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.903244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.903244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.903244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.903244] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.903244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.903244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.903244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.903244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.903244] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb1e850f-8a70-498d-a57a-e13d30b5bd0f is going to be updated. [ 739.917747] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 in Status: SUCCESS [ 739.917981] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 deletion is rescheduled due to dependency. [ 739.918129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.936958] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.937156] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.937482] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.938090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.938363] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.939821] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.939821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.939821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.939821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.939821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.939821] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 is going to be updated. [ 739.947715] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.947715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.947715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.947715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.947715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.947715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.981664] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.981664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.981664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.981866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.981866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.997731] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 in Status: IN_PROGRESS for 2s [ 740.228728] env[65916]: INFO networking_nsxv3.common.synchronization [req-6e824042-ad8e-4358-b2dc-20d222a07017 req-c38fd3ad-f299-45a1-8960-76518156691f tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 740.229305] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 740.229612] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.229737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.229809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.230376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.230530] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.232546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.232620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.232823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.232916] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.233397] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.291878] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.293187] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.680247] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-416 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.680518] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.680678] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.681150] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.681563] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.681853] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.681997] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.682307] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.682486] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.682729] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.682848] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.682951] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.683088] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.683270] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.683395] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.683522] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.706496] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.706713] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.706844] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.707020] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.707420] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-7d1d0371-a228-47a9-b44e-cb91d360baab taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.707592] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-7d1d0371-a228-47a9-b44e-cb91d360baab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.707714] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-7d1d0371-a228-47a9-b44e-cb91d360baab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.708116] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-7d1d0371-a228-47a9-b44e-cb91d360baab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.708261] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d1d0371-a228-47a9-b44e-cb91d360baab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.736031] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.736208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.736292] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.736529] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.736640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.736903] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.737034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.737102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.737349] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.737441] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.737532] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 already deleted. [ 740.737612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.794529] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.795028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.795143] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.795447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.795540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.795650] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 is going to be created. [ 740.797232] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.797396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.797456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.798885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.799030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.799143] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 740.830507] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.830732] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.830774] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.831020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.831234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.838880] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.839177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.839238] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.839509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.839709] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.843640] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 in Status: UNINITIALIZED for 2s [ 740.848717] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 741.212089] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.212089] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.212089] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.212473] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.212473] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.212584] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 7d1d0371-a228-47a9-b44e-cb91d360baab not found, creating... [ 741.212780] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.212976] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.213051] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.213264] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.213391] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.213684] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.213845] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.213957] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.214178] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.214379] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.214746] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 7d1d0371-a228-47a9-b44e-cb91d360baab is going to be created. [ 741.240609] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.241051] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.241299] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.241654] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.242127] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.242444] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-7d1d0371-a228-47a9-b44e-cb91d360baab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.411862] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: SUCCESS [ 741.412431] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.412431] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.412748] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.412748] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.412861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.412976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.413089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.413314] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.413314] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.413437] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.413536] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.413596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.414374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.414374] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.414374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.414374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.414374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.414601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.414601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.414675] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.880027] env[65916]: INFO networking_nsxv3.common.synchronization [req-24aadd99-ace8-475f-8c13-c59985635abc req-c04f6182-c45a-4ea6-a10e-4efdefe0ebee tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 741.880027] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 741.880027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.880027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.880027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.880027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.880027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.880027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.880027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.880027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.880027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.880027] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.916640] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd32007d-59d2-4748-ba74-3b604e95de8e: rpc.has_security_group_logging(os_id): False [ 741.942125] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.942125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.942125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.942125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.942125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.942125] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.942125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.942125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.942125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.942125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.942125] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.942125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.943241] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.946703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.946703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.946703] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.946703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.946703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.946703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.946703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.946703] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be created. [ 741.979279] env[65916]: INFO networking_nsxv3.common.synchronization [req-6e824042-ad8e-4358-b2dc-20d222a07017 req-efc4d77d-0d0f-49ef-9e6e-cc308c13b34d service nova] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_rules [ 741.979279] env[65916]: INFO networking_nsxv3.common.synchronization [req-6e824042-ad8e-4358-b2dc-20d222a07017 req-efc4d77d-0d0f-49ef-9e6e-cc308c13b34d service nova] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 741.979279] env[65916]: INFO networking_nsxv3.common.synchronization [req-6e824042-ad8e-4358-b2dc-20d222a07017 req-efc4d77d-0d0f-49ef-9e6e-cc308c13b34d service nova] Enqueued Resource ID: 7d1d0371-a228-47a9-b44e-cb91d360baab with Priority: HIGHEST for action port [ 741.980771] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_rules [ 741.981352] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 741.981717] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d1d0371-a228-47a9-b44e-cb91d360baab with Priority: HIGHEST for action port [ 741.982537] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.982862] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.983025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.983375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.983541] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.984843] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.986018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.986018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.986018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.986018] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.986018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.986018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.986018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.986018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.986736] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.988213] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d1d0371-a228-47a9-b44e-cb91d360baab taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.988985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d1d0371-a228-47a9-b44e-cb91d360baab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.988985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d1d0371-a228-47a9-b44e-cb91d360baab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.988985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d1d0371-a228-47a9-b44e-cb91d360baab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.988985] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d1d0371-a228-47a9-b44e-cb91d360baab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.008921] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 in Status: SUCCESS [ 742.009125] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 deletion is rescheduled due to dependency. [ 742.009125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.020284] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.020464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.020464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.021074] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.021428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.035380] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: IN_PROGRESS for 2s [ 742.369515] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.369840] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.369840] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.370142] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.370395] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.370556] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.370668] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.370883] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.371337] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.371649] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.371774] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.371864] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.371967] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.372084] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.372183] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.372307] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.383511] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.383672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.383752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.383982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.384110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.384377] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.384487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.384547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.384708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.384769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.384855] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e already deleted. [ 742.384933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.394751] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.394917] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.395066] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.395325] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.395569] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-0665d75c-9c57-4acd-95ff-6954c590a46f taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.395734] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-0665d75c-9c57-4acd-95ff-6954c590a46f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.395863] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-0665d75c-9c57-4acd-95ff-6954c590a46f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.396344] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-0665d75c-9c57-4acd-95ff-6954c590a46f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.396344] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0665d75c-9c57-4acd-95ff-6954c590a46f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.493352] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.493510] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.493704] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.494736] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d1d0371-a228-47a9-b44e-cb91d360baab with status ACTIVE [ 742.495057] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.495193] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.495263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.495474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.495620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.495744] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.495847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.495910] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.498384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.498488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.498749] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.498877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.498941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.499131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.499209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.499301] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d1d0371-a228-47a9-b44e-cb91d360baab is going to be updated. [ 742.527181] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.527435] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.527435] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.527631] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.527845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.528067] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d1d0371-a228-47a9-b44e-cb91d360baab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.772397] env[65916]: INFO networking_nsxv3.common.synchronization [req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 req-4e414117-a546-4d42-8228-b4f44affaad2 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Enqueued Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_members [ 742.773027] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_members [ 742.773388] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.774035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.774035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.774035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.774035] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.774248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.774248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.774367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.774427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.774528] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.796903] env[65916]: INFO networking_nsxv3.common.synchronization [req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 req-4e414117-a546-4d42-8228-b4f44affaad2 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Enqueued Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_rules [ 742.797108] env[65916]: INFO networking_nsxv3.common.synchronization [req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 req-4e414117-a546-4d42-8228-b4f44affaad2 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Enqueued Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_members [ 742.797260] env[65916]: INFO networking_nsxv3.common.synchronization [req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 req-4e414117-a546-4d42-8228-b4f44affaad2 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Enqueued Resource ID: 1537af6f-9ce2-44ab-b971-f170ae41504e with Priority: HIGHEST for action port [ 742.797707] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_rules [ 742.797839] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_members [ 742.797947] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1537af6f-9ce2-44ab-b971-f170ae41504e with Priority: HIGHEST for action port [ 742.798362] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.798489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.798577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.798781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.798861] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.799735] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.799842] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.800025] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-1537af6f-9ce2-44ab-b971-f170ae41504e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.800125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.800181] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.800339] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.800412] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1537af6f-9ce2-44ab-b971-f170ae41504e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.855840] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 in Status: SUCCESS [ 742.856105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.856278] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.856495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.856683] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.856844] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.856907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.857086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.857188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.857259] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.858705] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 742.858883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.859033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.859199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.859364] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.859469] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.859529] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.859660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.859729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.859825] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.899235] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.899423] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.899550] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.899802] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.899940] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.900102] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 0665d75c-9c57-4acd-95ff-6954c590a46f not found, creating... [ 742.900357] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.900946] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.900946] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.900946] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.900946] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.901226] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.901368] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.901477] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.901709] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.901841] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.901975] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 0665d75c-9c57-4acd-95ff-6954c590a46f is going to be created. [ 742.923468] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.923731] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.923981] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.924279] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.924507] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.924780] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-0665d75c-9c57-4acd-95ff-6954c590a46f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.002461] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.047902] env[65916]: INFO networking_nsxv3.common.synchronization [req-6979db82-1337-49d2-a492-42649ce877d6 req-11936b68-7ec4-4b01-b6e7-12e98d951305 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 743.048651] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 743.049104] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.049294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.049396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.049753] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.049995] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.050621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.050732] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.050995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.051163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.051316] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.276359] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.302728] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.303838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.303838] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1537af6f-9ce2-44ab-b971-f170ae41504e with status ACTIVE [ 743.303838] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.304143] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.304220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.304852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.304852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.304852] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.304852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.305037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.305217] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.305325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.305667] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.305871] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.306032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.306358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.306453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.306617] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1537af6f-9ce2-44ab-b971-f170ae41504e is going to be updated. [ 743.339040] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.339200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.339296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.339634] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.339881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.340018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.361488] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.362704] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.471817] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.471817] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.471817] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.471817] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.471817] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.471817] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.471817] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.471817] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.471817] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.471817] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.471817] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.471817] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.471817] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.472762] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.472762] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.473176] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.505460] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.505460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.505460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.505460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.505460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.505688] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be created. [ 743.508898] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.509071] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.509201] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.509533] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.509673] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-ac67c199-5d14-4199-b56a-36701646fb66 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.509855] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-ac67c199-5d14-4199-b56a-36701646fb66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.509981] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-ac67c199-5d14-4199-b56a-36701646fb66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.510342] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-ac67c199-5d14-4199-b56a-36701646fb66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.510515] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac67c199-5d14-4199-b56a-36701646fb66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.547092] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.547281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.547323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.547537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.547699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.553586] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.553811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.553860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.554165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.554256] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.554461] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.554562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.554625] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.554833] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.554921] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.555025] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 already deleted. [ 743.555111] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.558012] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: UNINITIALIZED for 2s [ 743.659373] env[65916]: INFO networking_nsxv3.common.synchronization [req-24aadd99-ace8-475f-8c13-c59985635abc req-5a64a2c1-ebd8-4537-8138-187d06597178 service nova] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_rules [ 743.659373] env[65916]: INFO networking_nsxv3.common.synchronization [req-24aadd99-ace8-475f-8c13-c59985635abc req-5a64a2c1-ebd8-4537-8138-187d06597178 service nova] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 743.659373] env[65916]: INFO networking_nsxv3.common.synchronization [req-24aadd99-ace8-475f-8c13-c59985635abc req-5a64a2c1-ebd8-4537-8138-187d06597178 service nova] Enqueued Resource ID: 0665d75c-9c57-4acd-95ff-6954c590a46f with Priority: HIGHEST for action port [ 743.659968] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_rules [ 743.660288] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 743.660288] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0665d75c-9c57-4acd-95ff-6954c590a46f with Priority: HIGHEST for action port [ 743.660546] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.660690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.660867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.661230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.661332] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.662360] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.662485] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.662549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.662768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.662932] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.663054] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.663145] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.663272] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.663354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.663449] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.666907] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-0665d75c-9c57-4acd-95ff-6954c590a46f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.666907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0665d75c-9c57-4acd-95ff-6954c590a46f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.666907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0665d75c-9c57-4acd-95ff-6954c590a46f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.666907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0665d75c-9c57-4acd-95ff-6954c590a46f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.666907] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0665d75c-9c57-4acd-95ff-6954c590a46f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.778735] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.864697] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.865660] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.013488] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.013954] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.014134] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.014423] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.014564] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.014910] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port ac67c199-5d14-4199-b56a-36701646fb66 not found, creating... [ 744.015392] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.015672] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.015877] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.016398] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.016682] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.017206] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.017520] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.017758] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.018236] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.018532] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.018908] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: ac67c199-5d14-4199-b56a-36701646fb66 is going to be created. [ 744.044926] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.044926] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.044926] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.044926] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.044926] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.044926] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-ac67c199-5d14-4199-b56a-36701646fb66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.048201] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: SUCCESS [ 744.048410] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.048592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.048765] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.048851] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.167081] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.167081] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.167359] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.168270] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0665d75c-9c57-4acd-95ff-6954c590a46f with status ACTIVE [ 744.168378] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.168443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.168509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.168712] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.169174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.169174] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.169174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.169174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.169363] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.169363] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.169506] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.169595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.169654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.169818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.169887] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.169967] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0665d75c-9c57-4acd-95ff-6954c590a46f is going to be updated. [ 744.195655] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.195869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.196039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.196247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.196404] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.196576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0665d75c-9c57-4acd-95ff-6954c590a46f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.281575] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.281754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.281827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.282023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.282124] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.282222] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae886a71-beaa-499c-bcc1-3af13b4024aa is going to be updated. [ 744.354781] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.354930] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.354994] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.355229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.355372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.366656] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: IN_PROGRESS for 2s [ 744.368237] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.368386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.368448] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.368664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.368755] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.368853] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 is going to be updated. [ 744.370107] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.370226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.370294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.370511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.370615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.370720] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 744.411464] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.411612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.411680] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.411893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.412052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.414229] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.414400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.414501] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.414726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.414907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.425465] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 744.427818] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 in Status: IN_PROGRESS for 2s [ 744.551120] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.551596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.551596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.551751] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.552016] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.552134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.552172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.552343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.552455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.552550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.552642] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.672758] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.778668] env[65916]: INFO networking_nsxv3.common.synchronization [req-6979db82-1337-49d2-a492-42649ce877d6 req-3da28465-bd53-4e69-b45c-4668a840efa7 service nova] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_rules [ 744.778848] env[65916]: INFO networking_nsxv3.common.synchronization [req-6979db82-1337-49d2-a492-42649ce877d6 req-3da28465-bd53-4e69-b45c-4668a840efa7 service nova] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 744.779221] env[65916]: INFO networking_nsxv3.common.synchronization [req-6979db82-1337-49d2-a492-42649ce877d6 req-3da28465-bd53-4e69-b45c-4668a840efa7 service nova] Enqueued Resource ID: ac67c199-5d14-4199-b56a-36701646fb66 with Priority: HIGHEST for action port [ 744.779864] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_rules [ 744.780105] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 744.780401] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac67c199-5d14-4199-b56a-36701646fb66 with Priority: HIGHEST for action port [ 744.780632] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.780847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.780956] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.781352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.781420] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.782771] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.782936] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.783064] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.783265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.783483] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.783641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.783798] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.784555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.784555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.784555] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.785436] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac67c199-5d14-4199-b56a-36701646fb66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.785436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac67c199-5d14-4199-b56a-36701646fb66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.785436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac67c199-5d14-4199-b56a-36701646fb66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.785645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac67c199-5d14-4199-b56a-36701646fb66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.785645] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac67c199-5d14-4199-b56a-36701646fb66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.055392] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.055551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.055616] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.055850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.056034] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.056138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.056199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.056362] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.056453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.056583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.057359] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.057496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.057567] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.057953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.058118] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.058326] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.058418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.058595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.058713] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.058914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.059023] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.175598] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.176162] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.176162] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.176422] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.176523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.178931] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be created. [ 745.206601] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.206794] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.206846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.207081] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.209373] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.223320] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: UNINITIALIZED for 2s [ 745.290973] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.291249] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.291345] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.292430] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac67c199-5d14-4199-b56a-36701646fb66 with status ACTIVE [ 745.292658] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.293086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.293086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.294182] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.294304] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.294871] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.294976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.294976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.296854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.296854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.296854] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.296854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.296854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.296854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.296854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.296854] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac67c199-5d14-4199-b56a-36701646fb66 is going to be updated. [ 745.347274] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.348348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.348348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.348348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.348348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.348348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac67c199-5d14-4199-b56a-36701646fb66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.561255] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd32007d-59d2-4748-ba74-3b604e95de8e: rpc.has_security_group_logging(os_id): False [ 745.566040] env[65916]: INFO networking_nsxv3.common.synchronization [req-49182ee9-2a2f-4bd6-9661-f980baafc647 req-2c5a6666-4bc4-400b-a77f-c3914c6cd202 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Enqueued Resource ID: bc906684-458d-48f6-9aed-18b2aef1de1c with Priority: HIGHEST for action security_group_members [ 745.566240] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc906684-458d-48f6-9aed-18b2aef1de1c with Priority: HIGHEST for action security_group_members [ 745.566537] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc906684-458d-48f6-9aed-18b2aef1de1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.566664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.566734] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.566996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.567392] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.567392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.567392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.567533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.568038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.568038] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc906684-458d-48f6-9aed-18b2aef1de1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.572537] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 745.572731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.574995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.574995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.574995] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.574995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.574995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.574995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.574995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.574995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.574995] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.581628] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.581776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.581849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.582050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.582754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.582976] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.583099] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.583170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.583339] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.583427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.583634] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.583752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.583818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.583960] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.584048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.584228] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.584319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.587276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.587484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.587578] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.587672] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be updated. [ 745.663169] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.663320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.663386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.663590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.663799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.678127] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: IN_PROGRESS for 2s [ 745.797914] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.929951] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.930143] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-662" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.930282] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-662" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.931026] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-662" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.931026] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.931176] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.931258] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.931449] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.931641] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.931901] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.931979] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.932069] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.932192] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.932299] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.932398] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.932534] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.953793] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.953886] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.954050] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.954278] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-662" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.954590] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-db723430-5b5f-49fd-8863-d232fdb93b47 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.954779] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-db723430-5b5f-49fd-8863-d232fdb93b47" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.954913] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-db723430-5b5f-49fd-8863-d232fdb93b47" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.955221] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-db723430-5b5f-49fd-8863-d232fdb93b47" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.955357] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db723430-5b5f-49fd-8863-d232fdb93b47',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.071717] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.071717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.071717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.071717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.071717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.071717] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.071717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.071717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.071717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.071717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.071717] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc906684-458d-48f6-9aed-18b2aef1de1c already deleted. [ 746.071717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.080323] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.081020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.081242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.081546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.081829] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.084090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.084090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.084090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.084090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.084090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.084090] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.084090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.084090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.084090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.084090] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.084090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.084090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.084090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.084090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.084090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.084090] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.300532] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.300729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.300835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.301183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.301316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.301454] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be created. [ 746.342066] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.342530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.342530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.342530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.343568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.356039] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: UNINITIALIZED for 2s [ 746.377292] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: SUCCESS [ 746.377583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.377967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.378970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.378970] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.378970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.378970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.379477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.379477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.379701] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.440672] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 in Status: SUCCESS [ 746.440906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.441123] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.441357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.441550] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.441764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.441840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.441998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.442079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.442347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.442347] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.443801] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 746.444064] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.444161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.444297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.444476] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.444599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.444779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.444945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.445030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.445111] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.445200] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.458149] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.458295] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.458780] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.458780] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.458982] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.458982] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port db723430-5b5f-49fd-8863-d232fdb93b47 not found, creating... [ 746.459655] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.459655] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.459655] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.459901] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.459947] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.460286] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.460516] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.460797] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.461194] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.461387] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.461652] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: db723430-5b5f-49fd-8863-d232fdb93b47 is going to be created. [ 746.493764] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.494014] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.494243] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.494566] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.494833] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.495113] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-db723430-5b5f-49fd-8863-d232fdb93b47" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.589927] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aded5f7a-1c3d-402b-a5a1-d815234ecf66: rpc.has_security_group_logging(os_id): False [ 746.624235] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.624235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.624235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.624235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.624235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.624235] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.624235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.624235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.624235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.624235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.624235] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.624235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.624235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.625811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.625811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.625811] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.625811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.625811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.625811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.625811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.625811] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be created. [ 746.692685] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.692836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.692932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.693162] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.693343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.709470] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 746.883519] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.948611] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.949592] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.949592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.949592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.949592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.949852] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.950014] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.950558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.950558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.950558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.951686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.951686] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.951686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.951686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.951686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.951686] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.951902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.951902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.952198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.952258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.952372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.952504] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.184549] env[65916]: INFO networking_nsxv3.common.synchronization [req-49182ee9-2a2f-4bd6-9661-f980baafc647 req-b9358a93-9776-4b75-bcf5-d74e553e98f7 service nova] Enqueued Resource ID: bc906684-458d-48f6-9aed-18b2aef1de1c with Priority: HIGHEST for action security_group_rules [ 747.184737] env[65916]: INFO networking_nsxv3.common.synchronization [req-49182ee9-2a2f-4bd6-9661-f980baafc647 req-b9358a93-9776-4b75-bcf5-d74e553e98f7 service nova] Enqueued Resource ID: bc906684-458d-48f6-9aed-18b2aef1de1c with Priority: HIGHEST for action security_group_members [ 747.184940] env[65916]: INFO networking_nsxv3.common.synchronization [req-49182ee9-2a2f-4bd6-9661-f980baafc647 req-b9358a93-9776-4b75-bcf5-d74e553e98f7 service nova] Enqueued Resource ID: db723430-5b5f-49fd-8863-d232fdb93b47 with Priority: HIGHEST for action port [ 747.185704] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc906684-458d-48f6-9aed-18b2aef1de1c with Priority: HIGHEST for action security_group_rules [ 747.185913] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc906684-458d-48f6-9aed-18b2aef1de1c with Priority: HIGHEST for action security_group_members [ 747.186026] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db723430-5b5f-49fd-8863-d232fdb93b47 with Priority: HIGHEST for action port [ 747.186362] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc906684-458d-48f6-9aed-18b2aef1de1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.188037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.188037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.188037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.188037] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc906684-458d-48f6-9aed-18b2aef1de1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.188037] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc906684-458d-48f6-9aed-18b2aef1de1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.188037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.188037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.188492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.188492] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.188492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.188604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.189179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.189179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.189179] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc906684-458d-48f6-9aed-18b2aef1de1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.190179] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-db723430-5b5f-49fd-8863-d232fdb93b47 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.190179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db723430-5b5f-49fd-8863-d232fdb93b47" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.190179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db723430-5b5f-49fd-8863-d232fdb93b47" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.190309] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db723430-5b5f-49fd-8863-d232fdb93b47" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.190871] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db723430-5b5f-49fd-8863-d232fdb93b47',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.233023] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: SUCCESS [ 747.233261] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.233423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.233726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.233866] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.233987] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.234065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.234224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.234305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.234389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.234553] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.386450] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.455538] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e17ef1c0-bd9e-46ef-99c5-db6dbe597333: rpc.has_security_group_logging(os_id): False [ 747.457632] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4394493d-eba2-4b0d-b95d-ebeaee81a3f7: rpc.has_security_group_logging(os_id): False [ 747.480270] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.480506] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.480506] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.480616] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.482059] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.482059] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.482059] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.482059] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.482059] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.482059] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.482059] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 is going to be created. [ 747.483859] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.484011] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.484055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.484215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.484329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.484555] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.484667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.484764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.484910] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.484987] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.485215] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.485306] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.485358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.485503] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.485638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.485784] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.485864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.485916] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.486123] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.486205] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.486334] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 747.618174] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.618536] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.618536] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.618690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.618841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.629834] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.630035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.630099] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.630393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.630594] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.644620] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 in Status: IN_PROGRESS for 2s [ 747.688784] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 747.692378] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc906684-458d-48f6-9aed-18b2aef1de1c taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.692705] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.694089] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc906684-458d-48f6-9aed-18b2aef1de1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.695293] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db723430-5b5f-49fd-8863-d232fdb93b47 with status ACTIVE [ 747.695428] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.695523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.697066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.697066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.697066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.697066] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.697066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.697066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.697066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.697066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.697066] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.697066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.697066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.697957] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.698191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.698191] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db723430-5b5f-49fd-8863-d232fdb93b47 is going to be updated. [ 747.720214] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: SUCCESS [ 747.720536] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.735651] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.736034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.736034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.736348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.736491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.736678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db723430-5b5f-49fd-8863-d232fdb93b47" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.737188] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.737546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.737658] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.738010] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.738170] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.738242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.738799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.738799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.738799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.738799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.738994] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.739210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.739295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.739500] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.739692] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.739970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.739970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.740133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.740276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.740467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.740567] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.892064] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.892199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.892284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.892616] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.892616] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.892734] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae886a71-beaa-499c-bcc1-3af13b4024aa is going to be updated. [ 747.953645] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.954509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.955986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.955986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.955986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.974302] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: IN_PROGRESS for 2s [ 748.119030] env[65916]: INFO networking_nsxv3.common.synchronization [req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 req-7fb8e6a1-ad3e-4f96-bf58-42f8c0971f29 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Enqueued Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_members [ 748.119715] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_members [ 748.120064] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-da979a94-81b4-4b23-a671-8f10e719e15a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.120223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.120271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.124602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.124602] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.124602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.124602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.124602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.124602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.124602] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.201014] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc906684-458d-48f6-9aed-18b2aef1de1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.244702] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca0cf45-2833-4bc5-b7e1-7d0784a36c9e: rpc.has_security_group_logging(os_id): False [ 748.263814] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.264052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.264128] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.264912] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.264912] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.264912] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.265265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.265265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.265392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.265534] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.266052] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.266052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.270633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.270633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.270633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.270633] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.270633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.270633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.270633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.270633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.270633] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be created. [ 748.367653] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 748.367997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.368302] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.368646] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.368849] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.369021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.369098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.369225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.369297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.369390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.369485] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.373127] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.373258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.373323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.373509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.374099] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.387946] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: IN_PROGRESS for 2s [ 748.626128] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.712043] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.712198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.713849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.713849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.713849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.713849] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc906684-458d-48f6-9aed-18b2aef1de1c is going to be created. [ 748.734357] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.734545] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-45" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.734663] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-45" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.734969] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-45" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.735297] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.735459] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.735575] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.735795] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.735934] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.736256] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.736394] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.736513] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.736651] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.736831] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.736963] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.737107] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.739057] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 748.739596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.750956] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.751189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.751189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.751389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.751576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.763251] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc906684-458d-48f6-9aed-18b2aef1de1c in Status: UNINITIALIZED for 2s [ 748.769769] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.769942] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.770093] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.770266] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-45" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.770584] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-7fed9be9-84fa-447b-b058-5488ccc8214c taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.770753] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-7fed9be9-84fa-447b-b058-5488ccc8214c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.770868] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-7fed9be9-84fa-447b-b058-5488ccc8214c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.771310] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-7fed9be9-84fa-447b-b058-5488ccc8214c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.771697] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fed9be9-84fa-447b-b058-5488ccc8214c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.872214] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.872434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.872491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.872786] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.872980] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.873129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.873206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.873391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.873499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.873623] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.874496] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.874496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.874496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.874496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.874496] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.874745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.874745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.874828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.875095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.875095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.878770] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.129894] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.274567] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.275564] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.275564] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.275564] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.275564] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.275817] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 7fed9be9-84fa-447b-b058-5488ccc8214c not found, creating... [ 749.277304] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.278181] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.278181] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.278181] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.278181] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.278504] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.278972] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.278972] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.281440] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.281440] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.281440] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 7fed9be9-84fa-447b-b058-5488ccc8214c is going to be created. [ 749.317630] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.317880] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.318016] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.318510] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.318758] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.319020] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-7fed9be9-84fa-447b-b058-5488ccc8214c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.383057] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 481061d5-95e1-4192-a671-a98e4917c518: rpc.has_security_group_logging(os_id): False [ 749.414265] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.414429] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.414490] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.414874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.415077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.415511] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.415682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.415765] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.415965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.416067] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.416378] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.416551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.416551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.416714] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.416791] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.416992] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.417096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.417161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.417319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.417402] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.417511] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be created. [ 749.504239] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.507467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.507683] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.507952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.508177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.539252] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 749.637324] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.637324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.637324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.637324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.637324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.637787] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da979a94-81b4-4b23-a671-8f10e719e15a is going to be updated. [ 749.662318] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 in Status: SUCCESS [ 749.662318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.685618] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.685618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.685618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.685618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.686043] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.699922] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da979a94-81b4-4b23-a671-8f10e719e15a in Status: IN_PROGRESS for 2s [ 749.705586] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 749.705816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.989745] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: SUCCESS [ 749.989983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.990194] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.990422] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.990749] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.990934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.991018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.991557] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.991784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.991950] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.992127] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.050878] env[65916]: INFO networking_nsxv3.common.synchronization [req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 req-d0a12bc8-29fe-4925-80e6-5774c62e467a service nova] Enqueued Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_rules [ 750.051400] env[65916]: INFO networking_nsxv3.common.synchronization [req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 req-d0a12bc8-29fe-4925-80e6-5774c62e467a service nova] Enqueued Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_members [ 750.051400] env[65916]: INFO networking_nsxv3.common.synchronization [req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 req-d0a12bc8-29fe-4925-80e6-5774c62e467a service nova] Enqueued Resource ID: 7fed9be9-84fa-447b-b058-5488ccc8214c with Priority: HIGHEST for action port [ 750.052074] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_rules [ 750.052209] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_members [ 750.052382] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fed9be9-84fa-447b-b058-5488ccc8214c with Priority: HIGHEST for action port [ 750.052844] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da979a94-81b4-4b23-a671-8f10e719e15a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.052919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.052953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.053259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.053355] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.056412] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-da979a94-81b4-4b23-a671-8f10e719e15a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.056412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.056643] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fed9be9-84fa-447b-b058-5488ccc8214c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.056905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fed9be9-84fa-447b-b058-5488ccc8214c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.057037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fed9be9-84fa-447b-b058-5488ccc8214c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.057359] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fed9be9-84fa-447b-b058-5488ccc8214c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.057517] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fed9be9-84fa-447b-b058-5488ccc8214c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.348216] env[65916]: INFO networking_nsxv3.common.synchronization [req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 req-c34c7c9c-db10-4ff7-a808-77114e652c31 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 750.348747] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 750.349231] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.349361] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.349422] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.350382] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.350626] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.350830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.350830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.350992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.351137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.351259] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.402372] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: SUCCESS [ 750.402823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.496089] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.560081] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-da979a94-81b4-4b23-a671-8f10e719e15a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.560306] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.560549] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fed9be9-84fa-447b-b058-5488ccc8214c with status ACTIVE [ 750.560735] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.560852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.560907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.561145] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.561226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.561410] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.561509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.561621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.561752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.561846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.562046] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.562143] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.562204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.562340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.562422] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.562496] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fed9be9-84fa-447b-b058-5488ccc8214c is going to be updated. [ 750.591550] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.591550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.591550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.591550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.591550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.591550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fed9be9-84fa-447b-b058-5488ccc8214c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.780560] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc906684-458d-48f6-9aed-18b2aef1de1c in Status: SUCCESS [ 750.781063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.781159] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.781458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.781765] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.781914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.781993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.782251] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.782357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.782418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.782510] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc906684-458d-48f6-9aed-18b2aef1de1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.828971] env[65916]: INFO networking_nsxv3.common.synchronization [req-367977a0-fa67-41c7-8f47-a323371abdd4 req-7a75d28e-3770-4854-8956-4190412697a5 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 750.830661] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 750.831121] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.831230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.854169] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.998660] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae886a71-beaa-499c-bcc1-3af13b4024aa: rpc.has_security_group_logging(os_id): False [ 751.019568] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.020986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.021230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.021667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.022303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.022303] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.022509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.022636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.022819] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.022952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.023087] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae886a71-beaa-499c-bcc1-3af13b4024aa is going to be updated. [ 751.092522] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.093141] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.093231] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.093454] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.093605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.114982] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: IN_PROGRESS for 2s [ 751.285640] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc906684-458d-48f6-9aed-18b2aef1de1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.356965] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.554353] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 751.554590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.692110] env[65916]: INFO networking_nsxv3.common.synchronization [req-495a8521-edfd-4c66-8267-50afa18d5905 req-f95f1be4-a492-4956-81e4-4cf68e6c70b7 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Enqueued Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_members [ 751.692110] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_members [ 751.692323] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.692426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.692825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.692825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.692951] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.693067] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.693127] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.693277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.693357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.693448] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.712693] env[65916]: INFO networking_nsxv3.common.synchronization [req-495a8521-edfd-4c66-8267-50afa18d5905 req-f95f1be4-a492-4956-81e4-4cf68e6c70b7 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Enqueued Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_rules [ 751.713252] env[65916]: INFO networking_nsxv3.common.synchronization [req-495a8521-edfd-4c66-8267-50afa18d5905 req-f95f1be4-a492-4956-81e4-4cf68e6c70b7 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Enqueued Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_members [ 751.713443] env[65916]: INFO networking_nsxv3.common.synchronization [req-495a8521-edfd-4c66-8267-50afa18d5905 req-f95f1be4-a492-4956-81e4-4cf68e6c70b7 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Enqueued Resource ID: 1537af6f-9ce2-44ab-b971-f170ae41504e with Priority: HIGHEST for action port [ 751.715905] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da979a94-81b4-4b23-a671-8f10e719e15a in Status: SUCCESS [ 751.715905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.715905] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_rules [ 751.715905] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_members [ 751.715905] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1537af6f-9ce2-44ab-b971-f170ae41504e with Priority: HIGHEST for action port [ 751.715905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.716477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.716477] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.716563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.716563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.717284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.717284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.717284] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.719764] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.719764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.719956] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.720085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.720270] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-1537af6f-9ce2-44ab-b971-f170ae41504e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.720386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.720450] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.721041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.721041] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1537af6f-9ce2-44ab-b971-f170ae41504e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.788756] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc906684-458d-48f6-9aed-18b2aef1de1c: rpc.has_security_group_logging(os_id): False [ 751.806271] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.806464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.806512] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.806704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.806772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.807011] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.807119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.807184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.807335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.807411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.807497] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc906684-458d-48f6-9aed-18b2aef1de1c is going to be created. [ 751.858777] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.858963] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.859019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.859240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.859337] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.859441] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be updated. [ 751.870114] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.870206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.870206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.870460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.870668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.881785] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc906684-458d-48f6-9aed-18b2aef1de1c in Status: IN_PROGRESS for 2s [ 751.890455] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.890599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.890673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.890886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.891030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.902050] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: IN_PROGRESS for 2s [ 752.162616] env[65916]: INFO networking_nsxv3.common.synchronization [req-b960b56d-76c2-47c2-a1d8-493acd71f0ef req-50afc7fa-b04e-4763-8f4e-8f8ca97fe871 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 752.162895] env[65916]: INFO networking_nsxv3.common.synchronization [req-b960b56d-76c2-47c2-a1d8-493acd71f0ef req-50afc7fa-b04e-4763-8f4e-8f8ca97fe871 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGHEST for action security_group_members [ 752.162990] env[65916]: INFO networking_nsxv3.common.synchronization [req-b960b56d-76c2-47c2-a1d8-493acd71f0ef req-50afc7fa-b04e-4763-8f4e-8f8ca97fe871 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d with Priority: HIGHEST for action security_group_members [ 752.164086] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 752.164225] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGHEST for action security_group_members [ 752.164355] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d with Priority: HIGHEST for action security_group_members [ 752.164846] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.165174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.165210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.165518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.165751] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.165905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.166079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.166243] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.166540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.166655] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.168096] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.168096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.168096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.168096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.168363] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.168363] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.168465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.168618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.168707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.168787] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.170746] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.170746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.170746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.170746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.171336] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.171475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.171534] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.171695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.171778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.171872] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfcb2146-f671-41d6-9c1b-ef8e1cad983d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.195584] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.217636] env[65916]: INFO networking_nsxv3.common.synchronization [req-b960b56d-76c2-47c2-a1d8-493acd71f0ef req-50afc7fa-b04e-4763-8f4e-8f8ca97fe871 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_rules [ 752.217846] env[65916]: INFO networking_nsxv3.common.synchronization [req-b960b56d-76c2-47c2-a1d8-493acd71f0ef req-50afc7fa-b04e-4763-8f4e-8f8ca97fe871 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 752.218037] env[65916]: INFO networking_nsxv3.common.synchronization [req-b960b56d-76c2-47c2-a1d8-493acd71f0ef req-50afc7fa-b04e-4763-8f4e-8f8ca97fe871 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d with Priority: HIGHEST for action security_group_rules [ 752.218211] env[65916]: INFO networking_nsxv3.common.synchronization [req-b960b56d-76c2-47c2-a1d8-493acd71f0ef req-50afc7fa-b04e-4763-8f4e-8f8ca97fe871 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d with Priority: HIGHEST for action security_group_members [ 752.218374] env[65916]: INFO networking_nsxv3.common.synchronization [req-b960b56d-76c2-47c2-a1d8-493acd71f0ef req-50afc7fa-b04e-4763-8f4e-8f8ca97fe871 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGHEST for action security_group_rules [ 752.218533] env[65916]: INFO networking_nsxv3.common.synchronization [req-b960b56d-76c2-47c2-a1d8-493acd71f0ef req-50afc7fa-b04e-4763-8f4e-8f8ca97fe871 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGHEST for action security_group_members [ 752.219346] env[65916]: INFO networking_nsxv3.common.synchronization [req-b960b56d-76c2-47c2-a1d8-493acd71f0ef req-50afc7fa-b04e-4763-8f4e-8f8ca97fe871 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: fb1e850f-8a70-498d-a57a-e13d30b5bd0f with Priority: HIGHEST for action port [ 752.220011] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_rules [ 752.220206] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d with Priority: HIGHEST for action security_group_rules [ 752.220338] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGHEST for action security_group_members [ 752.220650] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1e850f-8a70-498d-a57a-e13d30b5bd0f with Priority: HIGHEST for action port [ 752.220650] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGHEST for action security_group_rules [ 752.220715] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 752.221181] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d with Priority: HIGHEST for action security_group_members [ 752.221852] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.222038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.222201] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.222374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.222440] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.223895] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfcb2146-f671-41d6-9c1b-ef8e1cad983d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.224053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.224107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.224318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.224396] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfcb2146-f671-41d6-9c1b-ef8e1cad983d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.225876] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.225876] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.225876] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.225876] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.226080] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.226113] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.226949] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1e850f-8a70-498d-a57a-e13d30b5bd0f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.227677] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e17ef1c0-bd9e-46ef-99c5-db6dbe597333 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.227677] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.227677] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.227677] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.227677] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.228456] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.228567] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.229245] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.229245] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.229624] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.230521] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1537af6f-9ce2-44ab-b971-f170ae41504e with status ACTIVE [ 752.231220] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.231220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.231220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.231220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.231220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.231220] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.232442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.232442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.232442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.232442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.232442] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.232442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.232442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.232442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.232442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.232442] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1537af6f-9ce2-44ab-b971-f170ae41504e is going to be updated. [ 752.255650] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.255790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.255859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.256085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.256216] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.256374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1537af6f-9ce2-44ab-b971-f170ae41504e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.674475] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.675645] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.677770] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfcb2146-f671-41d6-9c1b-ef8e1cad983d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.698197] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.724812] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.725011] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.729693] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.729800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.730014] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb1e850f-8a70-498d-a57a-e13d30b5bd0f with status ACTIVE [ 752.730183] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.730337] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.730372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.730548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.730633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.730798] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.731478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.731478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.731478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.731478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.731478] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.731478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.731478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.731759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.731759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.731819] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb1e850f-8a70-498d-a57a-e13d30b5bd0f is going to be updated. [ 752.732948] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.733056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.734747] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.757052] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.757052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.757052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.757052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.757052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.757052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb1e850f-8a70-498d-a57a-e13d30b5bd0f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.864654] env[65916]: INFO networking_nsxv3.common.synchronization [None req-408dde35-dd9a-4caa-ab64-926cb416ac67 None None] Enqueued Resource ID: 065d66ed-f616-48d0-8170-5ab8a6058a86 with Priority: HIGHEST for action port [ 752.864654] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d66ed-f616-48d0-8170-5ab8a6058a86 with Priority: HIGHEST for action port [ 752.864654] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-065d66ed-f616-48d0-8170-5ab8a6058a86 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.864654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-065d66ed-f616-48d0-8170-5ab8a6058a86" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.864654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-065d66ed-f616-48d0-8170-5ab8a6058a86" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.864654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-065d66ed-f616-48d0-8170-5ab8a6058a86" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.864654] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('065d66ed-f616-48d0-8170-5ab8a6058a86',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.131021] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: SUCCESS [ 753.131021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.131021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.131021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.131021] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.182027] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.182027] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.182027] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfcb2146-f671-41d6-9c1b-ef8e1cad983d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.202847] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.203114] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.203245] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.203579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.203807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.203953] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae886a71-beaa-499c-bcc1-3af13b4024aa is going to be updated. [ 753.237650] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.237650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.237894] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.238057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.238281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.238425] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da979a94-81b4-4b23-a671-8f10e719e15a is going to be updated. [ 753.241027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.241199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.241296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.242263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.242263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.254389] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: IN_PROGRESS for 2s [ 753.275396] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.275613] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.275727] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.275968] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.276208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.287047] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da979a94-81b4-4b23-a671-8f10e719e15a in Status: IN_PROGRESS for 2s [ 753.368274] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 065d66ed-f616-48d0-8170-5ab8a6058a86 [ 753.368540] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.368540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.368696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.368903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.369200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.369673] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:065d66ed-f616-48d0-8170-5ab8a6058a86 already deleted. [ 753.369766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-065d66ed-f616-48d0-8170-5ab8a6058a86" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.633502] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.633728] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.684931] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.685383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.685383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.685642] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.685796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.686862] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 is going to be updated. [ 753.687478] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.687598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.687667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.687884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.688054] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.688171] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 753.689668] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.689792] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.689860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.690072] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.690409] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.690409] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d is going to be created. [ 753.721042] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.721246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.721606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.721606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.723795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.725524] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.725686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.725751] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.726110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.726384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.728229] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.728346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.728444] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.728907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.728907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.743186] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 753.744121] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d in Status: UNINITIALIZED for 2s [ 753.744714] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 in Status: IN_PROGRESS for 2s [ 753.897065] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc906684-458d-48f6-9aed-18b2aef1de1c in Status: SUCCESS [ 753.897360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.916281] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: SUCCESS [ 753.916613] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.916806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.917099] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.917348] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.917519] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.917611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.917795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.917890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.917998] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.422162] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.422352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.422433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.422653] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.422763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.423097] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.423268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.423366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.423627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.423812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.423898] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be updated. [ 754.452851] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.453089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.453089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.453285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.453426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.465097] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: IN_PROGRESS for 2s [ 755.269624] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: SUCCESS [ 755.273120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.273120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.273120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.273120] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.273120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.273120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.273120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.273120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.273120] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.298856] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da979a94-81b4-4b23-a671-8f10e719e15a in Status: SUCCESS [ 755.299192] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.299315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.299530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.299755] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.299869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.299926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.300069] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.300323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.300323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.300323] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.672437] env[65916]: INFO networking_nsxv3.common.synchronization [None req-087a76a2-f843-40b7-8ec0-6a683a1f8699 None None] Enqueued Resource ID: 57fb4714-0c3a-44bb-be7a-ab59a2f6870f with Priority: HIGHEST for action port [ 755.673679] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57fb4714-0c3a-44bb-be7a-ab59a2f6870f with Priority: HIGHEST for action port [ 755.674208] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-57fb4714-0c3a-44bb-be7a-ab59a2f6870f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.674398] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57fb4714-0c3a-44bb-be7a-ab59a2f6870f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.674470] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57fb4714-0c3a-44bb-be7a-ab59a2f6870f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.675019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57fb4714-0c3a-44bb-be7a-ab59a2f6870f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.675467] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57fb4714-0c3a-44bb-be7a-ab59a2f6870f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.758502] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 in Status: SUCCESS [ 755.758686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.759545] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 755.759702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.760341] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d in Status: SUCCESS [ 755.760577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.762419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.762419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.762529] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.762594] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.762841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.764078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.764078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.764078] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.764483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.764483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.764483] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.764650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.765100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.765100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.765100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.765247] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.766805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.766805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.766805] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.766805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.766805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.767341] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.767341] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.767341] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfcb2146-f671-41d6-9c1b-ef8e1cad983d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.778891] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.802869] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-da979a94-81b4-4b23-a671-8f10e719e15a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.803044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.803665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.803665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.803665] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.803665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.803665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.803921] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.803965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.804069] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.804227] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-da979a94-81b4-4b23-a671-8f10e719e15a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.804320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.804382] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.804521] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.804658] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.804750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.804811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.804942] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.805025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.805109] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.805195] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.178386] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57fb4714-0c3a-44bb-be7a-ab59a2f6870f [ 756.180016] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.180016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.180016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.180016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.180016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.180016] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57fb4714-0c3a-44bb-be7a-ab59a2f6870f already deleted. [ 756.180016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57fb4714-0c3a-44bb-be7a-ab59a2f6870f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.268710] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.271875] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.272783] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfcb2146-f671-41d6-9c1b-ef8e1cad983d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.281560] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.308159] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da979a94-81b4-4b23-a671-8f10e719e15a: rpc.has_security_group_logging(os_id): False [ 756.334591] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.334591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.334591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.334591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.334591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.334591] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.334591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.334591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.334591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.334591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.334591] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.334591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.334591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.334591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.334591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.335201] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.337253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.337253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.337253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.337253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.337253] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da979a94-81b4-4b23-a671-8f10e719e15a is going to be updated. [ 756.411129] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.411129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.411129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.411362] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.411405] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.427944] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da979a94-81b4-4b23-a671-8f10e719e15a in Status: IN_PROGRESS for 2s [ 756.484057] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: SUCCESS [ 756.484057] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e deletion is rescheduled due to dependency. [ 756.484057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.773875] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.778536] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.779651] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfcb2146-f671-41d6-9c1b-ef8e1cad983d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.784312] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.785530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.785650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.785898] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.785997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.786493] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae886a71-beaa-499c-bcc1-3af13b4024aa is going to be updated. [ 756.820094] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.821037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.821037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.821037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.821037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.832983] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: IN_PROGRESS for 2s [ 757.275073] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.275073] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.275873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.275873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.275873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.275873] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 is going to be updated. [ 757.283730] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.283730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.283730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.283730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.283730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.283730] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 757.286592] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.286592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.286592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.287556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.287810] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.288021] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d is going to be updated. [ 757.328130] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.328130] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.328130] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.328409] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.328409] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.335092] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.335092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.335092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.335092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.335491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.339714] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.340232] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.340232] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.340941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.340941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.355511] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 757.356915] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d in Status: IN_PROGRESS for 2s [ 757.356915] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 in Status: IN_PROGRESS for 2s [ 758.446487] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da979a94-81b4-4b23-a671-8f10e719e15a in Status: SUCCESS [ 758.446487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.856149] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: SUCCESS [ 758.856149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.856797] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.856797] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.856797] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.856998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.856998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.857544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.857544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.857544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.857544] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.362571] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.371037] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 759.371037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.371037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.371273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.371502] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.371650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.371733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.371911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.372014] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.372118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.372212] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.376370] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d in Status: SUCCESS [ 759.376370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.376370] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 in Status: SUCCESS [ 759.376370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.376860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.377094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.377298] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.377419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.377500] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.377675] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.378486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.378486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.378486] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfcb2146-f671-41d6-9c1b-ef8e1cad983d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.378827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.378997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.379238] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.379399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.379399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.379574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.379652] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.379740] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.379848] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.742662] env[65916]: INFO networking_nsxv3.common.synchronization [req-112a7029-cb2f-4757-9848-990a1107d501 req-a02a535e-3c58-421e-b15a-195c69527aad tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGHEST for action security_group_members [ 759.742969] env[65916]: INFO networking_nsxv3.common.synchronization [req-112a7029-cb2f-4757-9848-990a1107d501 req-a02a535e-3c58-421e-b15a-195c69527aad tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 759.742969] env[65916]: INFO networking_nsxv3.common.synchronization [req-112a7029-cb2f-4757-9848-990a1107d501 req-a02a535e-3c58-421e-b15a-195c69527aad tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d with Priority: HIGHEST for action security_group_members [ 759.743526] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGHEST for action security_group_members [ 759.745730] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 759.745730] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d with Priority: HIGHEST for action security_group_members [ 759.745730] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.745730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.746019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.746019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.746210] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.746324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.746388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.746544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.746843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.746843] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.747583] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.747689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.747935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.747935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.749741] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.749741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.749741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.749741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.749741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.749741] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.752157] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.752283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.752339] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.752499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.752642] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.752737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.752791] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.752932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.753019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.753114] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfcb2146-f671-41d6-9c1b-ef8e1cad983d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.867863] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae886a71-beaa-499c-bcc1-3af13b4024aa: rpc.has_security_group_logging(os_id): False [ 759.881570] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfcb2146-f671-41d6-9c1b-ef8e1cad983d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.883419] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.883419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.883419] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.889169] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.889310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.889379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.889584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.889674] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.889949] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.890069] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.890134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.890285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.890362] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.890449] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae886a71-beaa-499c-bcc1-3af13b4024aa is going to be updated. [ 759.974598] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.974810] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.974810] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.975486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.975486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.990949] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: IN_PROGRESS for 2s [ 760.255841] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.256013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.259078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.259078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.259078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.259078] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.259078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.259078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.259078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.259078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.259078] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 is going to be updated. [ 760.259078] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.259078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.259078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.259078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.259078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.259078] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.259806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.260490] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.260675] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.260755] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.260847] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d is going to be deleted. [ 760.261957] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.300480] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.300687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.300687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.300942] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.301052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.313940] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 in Status: IN_PROGRESS for 2s [ 760.315280] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.315460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.315549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.315849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.316095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.316203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.384619] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfcb2146-f671-41d6-9c1b-ef8e1cad983d: rpc.has_security_group_logging(os_id): False [ 760.385971] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e17ef1c0-bd9e-46ef-99c5-db6dbe597333: rpc.has_security_group_logging(os_id): False [ 760.405991] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.406208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.406276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.406568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.406969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.406969] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.407136] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.407191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.407572] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.407572] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.407572] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d is going to be created. [ 760.414267] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.414267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.414267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.414267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.414267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.414267] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.414267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.414267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.414579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.414579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.414579] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 is going to be updated. [ 760.443606] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/dfcb2146-f671-41d6-9c1b-ef8e1cad983d], does not exist path=[/infra/domains/default/groups/dfcb2146-f671-41d6-9c1b-ef8e1cad983d]."\n}' [ 760.444042] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dfcb2146-f671-41d6-9c1b-ef8e1cad983d [ 760.444042] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 760.494587] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.494587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.494587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.494587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.494587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.494587] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.495017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.495017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.495541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.495541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.496464] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.496464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.496464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.496464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.496464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.496464] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfcb2146-f671-41d6-9c1b-ef8e1cad983d is going to be created. [ 760.509672] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.509888] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.510011] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.510337] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.510532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.523009] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/dfcb2146-f671-41d6-9c1b-ef8e1cad983d], does not exist path=[/infra/domains/default/groups/dfcb2146-f671-41d6-9c1b-ef8e1cad983d]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dfcb2146-f671-41d6-9c1b-ef8e1cad983d [ 760.523386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfcb2146-f671-41d6-9c1b-ef8e1cad983d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.524554] env[65916]: Traceback (most recent call last): [ 760.524596] env[65916]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 760.524596] env[65916]: return func(*args, **kwargs) [ 760.524691] env[65916]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 760.524691] env[65916]: res.raise_for_status() [ 760.524691] env[65916]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 760.524691] env[65916]: raise HTTPError(http_error_msg, response=self) [ 760.524824] env[65916]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dfcb2146-f671-41d6-9c1b-ef8e1cad983d [ 760.524824] env[65916]: During handling of the above exception, another exception occurred: [ 760.524824] env[65916]: Traceback (most recent call last): [ 760.524909] env[65916]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 760.524909] env[65916]: listener.cb(fileno) [ 760.524909] env[65916]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 760.524909] env[65916]: result = function(*args, **kwargs) [ 760.524909] env[65916]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 760.524909] env[65916]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 760.524909] env[65916]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 760.524909] env[65916]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 760.524909] env[65916]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 760.524909] env[65916]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 760.524909] env[65916]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 760.524909] env[65916]: res.raise_for_status() [ 760.524909] env[65916]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 760.524909] env[65916]: raise HTTPError(http_error_msg, response=self) [ 760.525358] env[65916]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dfcb2146-f671-41d6-9c1b-ef8e1cad983d [ 760.525358] env[65916]: Removing descriptor: 13 [ 760.528327] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 in Status: IN_PROGRESS for 2s [ 760.745674] env[65916]: INFO networking_nsxv3.common.synchronization [req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 req-00d8ca4e-fcc3-4619-a418-f6eb8cf3b96a tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Enqueued Resource ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd with Priority: HIGHEST for action security_group_members [ 760.746325] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd with Priority: HIGHEST for action security_group_members [ 760.746592] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f339fe0-05a8-4e71-878c-96cc153acbdd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.746714] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.747018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.747018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.747327] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.747438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.747502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.747665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.747754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.747853] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f339fe0-05a8-4e71-878c-96cc153acbdd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.764143] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.250544] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.250757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.250823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.251043] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.266998] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.267232] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.267427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.267548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.267650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.267754] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 761.290238] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.290390] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.290502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.290502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.290708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.290786] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.290878] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd is going to be updated. [ 761.333458] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.333458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.333458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.333458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.333458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.344097] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 761.350280] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.350280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.350280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.350576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.350576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.364318] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd in Status: IN_PROGRESS for 2s [ 761.955046] env[65916]: INFO networking_nsxv3.common.synchronization [None req-94aa83d9-85e5-4e13-87ba-83c69d018d64 None None] Enqueued Resource ID: a5c464bc-2d05-4550-a863-a1119871befd with Priority: HIGHEST for action port [ 761.955567] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c464bc-2d05-4550-a863-a1119871befd with Priority: HIGHEST for action port [ 761.955982] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5c464bc-2d05-4550-a863-a1119871befd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.955982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5c464bc-2d05-4550-a863-a1119871befd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.956403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5c464bc-2d05-4550-a863-a1119871befd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.956715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5c464bc-2d05-4550-a863-a1119871befd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.956844] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5c464bc-2d05-4550-a863-a1119871befd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.006410] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: SUCCESS [ 762.006410] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.332931] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 in Status: SUCCESS [ 762.332931] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 deletion is rescheduled due to dependency. [ 762.332931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.459184] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5c464bc-2d05-4550-a863-a1119871befd [ 762.459429] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.459565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.459630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.459867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.459980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.460602] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5c464bc-2d05-4550-a863-a1119871befd already deleted. [ 762.460602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5c464bc-2d05-4550-a863-a1119871befd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.549541] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 in Status: SUCCESS [ 762.549779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.748651] env[65916]: INFO networking_nsxv3.common.synchronization [req-57b77164-0eec-4e50-8873-48a8ad65ae71 req-fa9e33d6-a6e6-4f84-be50-4503e73f3f37 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Enqueued Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_members [ 762.749460] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGHEST for action security_group_members [ 762.750183] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.750183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.750358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.750597] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.750865] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.757024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.757024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.757024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.757024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.757024] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.123768] env[65916]: INFO networking_nsxv3.common.synchronization [req-59bb6004-7958-4007-92a5-057af315cec9 req-852b0c2b-7b81-4653-9bf2-353b631deb77 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 763.128245] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 763.129131] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.129469] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.129796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.130244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.130521] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.130756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.130985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.133502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.133502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.133502] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.257734] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.257897] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.257966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.258186] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.288397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.288397] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.288397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.288397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.288640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.288674] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.290235] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae886a71-beaa-499c-bcc1-3af13b4024aa is going to be updated. [ 763.323388] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.323388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.323388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.323388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.323388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.344684] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: IN_PROGRESS for 2s [ 763.355386] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 763.355386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.355976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.356210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.356448] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.356590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.356665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.356858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.356947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.357054] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.357651] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.357651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.357651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.357880] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.358143] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.358143] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.358143] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.358390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.358390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.358576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.358749] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.376500] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd in Status: SUCCESS [ 763.376500] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd deletion is rescheduled due to dependency. [ 763.376500] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.574616] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.574616] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.574616] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.574616] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.574616] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.574616] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.574616] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.574616] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.575270] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.575679] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.575904] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.576126] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.576350] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.576556] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.576749] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.576987] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.597143] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.597453] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.597687] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.597944] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.598377] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-411b8982-9512-42a4-9f32-e8663cab0fe9 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.598729] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-411b8982-9512-42a4-9f32-e8663cab0fe9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.598948] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-411b8982-9512-42a4-9f32-e8663cab0fe9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.599927] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-411b8982-9512-42a4-9f32-e8663cab0fe9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.599927] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('411b8982-9512-42a4-9f32-e8663cab0fe9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.638614] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.638897] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.639021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.639397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.671824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.672167] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.672305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.672373] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.672578] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.672659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.672748] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 763.698468] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.698615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.698689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.698883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.699034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.708147] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 763.862666] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4394493d-eba2-4b0d-b95d-ebeaee81a3f7: rpc.has_security_group_logging(os_id): False [ 763.881335] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.881513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.881559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.882682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.901932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.902388] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.902661] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.902827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.903117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.903291] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.903621] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.903885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.904062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.904308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.904486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.904775] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.905025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.905177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.906184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.906282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.906617] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 763.971792] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.971917] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.971976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.972205] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.972458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.986599] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 764.105030] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.105030] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.105030] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.105030] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.105030] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.105030] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 411b8982-9512-42a4-9f32-e8663cab0fe9 not found, creating... [ 764.105030] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.105030] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.105030] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.105030] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.105030] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.106845] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.107032] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.107152] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.107455] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.107594] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.107738] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 411b8982-9512-42a4-9f32-e8663cab0fe9 is going to be created. [ 764.130443] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.130856] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.130856] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.131144] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.131383] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.131608] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-411b8982-9512-42a4-9f32-e8663cab0fe9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.291555] env[65916]: INFO networking_nsxv3.common.synchronization [None req-0f5a19b8-4e44-422f-922d-14dd20014a1a None None] Enqueued Resource ID: 90e7f852-7eec-4355-8024-2fdf20cd98da with Priority: HIGHEST for action port [ 764.292633] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e7f852-7eec-4355-8024-2fdf20cd98da with Priority: HIGHEST for action port [ 764.292704] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-90e7f852-7eec-4355-8024-2fdf20cd98da taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.292833] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90e7f852-7eec-4355-8024-2fdf20cd98da" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.292900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90e7f852-7eec-4355-8024-2fdf20cd98da" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.293328] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90e7f852-7eec-4355-8024-2fdf20cd98da" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.293328] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90e7f852-7eec-4355-8024-2fdf20cd98da',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.797238] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90e7f852-7eec-4355-8024-2fdf20cd98da [ 764.798281] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.798281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.798281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.798281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.798281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.798281] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90e7f852-7eec-4355-8024-2fdf20cd98da already deleted. [ 764.798281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90e7f852-7eec-4355-8024-2fdf20cd98da" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.899360] env[65916]: INFO networking_nsxv3.common.synchronization [req-59bb6004-7958-4007-92a5-057af315cec9 req-c6cf072a-8f0f-43d9-a895-2f296decb975 service nova] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_rules [ 764.899534] env[65916]: INFO networking_nsxv3.common.synchronization [req-59bb6004-7958-4007-92a5-057af315cec9 req-c6cf072a-8f0f-43d9-a895-2f296decb975 service nova] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 764.899664] env[65916]: INFO networking_nsxv3.common.synchronization [req-59bb6004-7958-4007-92a5-057af315cec9 req-c6cf072a-8f0f-43d9-a895-2f296decb975 service nova] Enqueued Resource ID: 411b8982-9512-42a4-9f32-e8663cab0fe9 with Priority: HIGHEST for action port [ 764.899903] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_rules [ 764.900051] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 764.900198] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411b8982-9512-42a4-9f32-e8663cab0fe9 with Priority: HIGHEST for action port [ 764.900893] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.900893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.900893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.901259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.901422] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.902720] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.903580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.903580] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-411b8982-9512-42a4-9f32-e8663cab0fe9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.903580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-411b8982-9512-42a4-9f32-e8663cab0fe9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.903580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-411b8982-9512-42a4-9f32-e8663cab0fe9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.903580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-411b8982-9512-42a4-9f32-e8663cab0fe9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.903580] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('411b8982-9512-42a4-9f32-e8663cab0fe9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.268173] env[65916]: INFO networking_nsxv3.common.synchronization [req-9371162e-5b52-4d6f-89d8-195ae1748835 req-d75241ea-1a5e-4654-9cd4-0982fe9aeb82 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 765.268173] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 765.268173] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.268173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.268559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.268794] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.269742] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.269742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.269742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.269742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.269742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.269742] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.356949] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae886a71-beaa-499c-bcc1-3af13b4024aa in Status: SUCCESS [ 765.357334] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae886a71-beaa-499c-bcc1-3af13b4024aa deletion is rescheduled due to dependency. [ 765.357547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.403531] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.403531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.405903] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 411b8982-9512-42a4-9f32-e8663cab0fe9 with status ACTIVE [ 765.406140] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.407133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.407133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.407133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.407133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.407133] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.407133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.407133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.407133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.407568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.407568] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.407568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.407568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.407763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.407806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.407859] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 411b8982-9512-42a4-9f32-e8663cab0fe9 is going to be updated. [ 765.436827] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.436827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.436827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.436827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.436827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.436827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-411b8982-9512-42a4-9f32-e8663cab0fe9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.720744] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 765.720933] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 deletion is rescheduled due to dependency. [ 765.721063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.721319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.722383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.722383] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.722383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.722383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.722608] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.722608] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.722608] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.773370] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.773370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.773370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.773370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.796935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.796935] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.796935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.796935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.796935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.796935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.797215] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be updated. [ 765.828629] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.828768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.828910] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.829545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.829753] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.839456] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: IN_PROGRESS for 2s [ 766.004184] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 766.004420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.228143] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.729221] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.231532] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.231734] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.231787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.231977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.232077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.232170] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 767.262345] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.262603] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.262692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.262905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.263193] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.272898] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 767.653203] env[65916]: INFO networking_nsxv3.common.synchronization [req-2be92569-8f12-481c-b7c5-b9689451810c req-87eec2a2-a729-45a3-8969-30b4b2252288 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 767.653795] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 767.654462] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.654585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.654652] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.654869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.655059] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.655163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.655223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.655379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.655459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.655559] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.851981] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: SUCCESS [ 767.851981] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e deletion is rescheduled due to dependency. [ 767.851981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.061526] env[65916]: INFO networking_nsxv3.common.synchronization [req-2be92569-8f12-481c-b7c5-b9689451810c req-a5928cb6-a9e6-4ad8-a9dd-b87d042d252a tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 768.062273] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 768.062652] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.062800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.160542] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.161167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.161167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.161167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.191283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.191283] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.191283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.191283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.191283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.191283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.191283] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be updated. [ 768.231791] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.232058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.232181] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.232799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.232799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.254630] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 768.875533] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.875880] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-705" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.875880] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-705" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.876463] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-705" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.876734] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.876936] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.877632] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.877632] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.877632] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.877632] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.877896] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.877896] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.877970] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.878073] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.879987] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.879987] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.897609] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.897889] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.897949] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.898137] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-705" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.898450] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-5cdd5359-0c49-45b0-9267-b26c8260932c taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.898706] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-5cdd5359-0c49-45b0-9267-b26c8260932c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.898948] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-5cdd5359-0c49-45b0-9267-b26c8260932c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.899330] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-5cdd5359-0c49-45b0-9267-b26c8260932c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.899472] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cdd5359-0c49-45b0-9267-b26c8260932c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.286622] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 769.287246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.287246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.287466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.287626] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.287736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.287808] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.287992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.288081] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.288298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.288298] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.402442] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.402718] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.402850] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.403210] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.403365] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.403573] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 5cdd5359-0c49-45b0-9267-b26c8260932c not found, creating... [ 769.403894] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.404068] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.404215] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.404441] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.404570] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.404905] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.405038] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.405152] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.405352] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.405476] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.405607] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 5cdd5359-0c49-45b0-9267-b26c8260932c is going to be created. [ 769.427771] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.428028] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.428128] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.428400] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.428622] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.428843] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-5cdd5359-0c49-45b0-9267-b26c8260932c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.791370] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.791540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.791613] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.791863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.792039] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.792145] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.792211] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.792369] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.792454] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.792542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.792689] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.792782] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.792845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.793016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.793146] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.793239] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.793297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.793430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.793503] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.793581] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.793687] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.204485] env[65916]: INFO networking_nsxv3.common.synchronization [req-2be92569-8f12-481c-b7c5-b9689451810c req-ca21d275-fd82-455a-aff0-d58c27c77935 service nova] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_rules [ 770.204852] env[65916]: INFO networking_nsxv3.common.synchronization [req-2be92569-8f12-481c-b7c5-b9689451810c req-ca21d275-fd82-455a-aff0-d58c27c77935 service nova] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 770.205169] env[65916]: INFO networking_nsxv3.common.synchronization [req-2be92569-8f12-481c-b7c5-b9689451810c req-ca21d275-fd82-455a-aff0-d58c27c77935 service nova] Enqueued Resource ID: 5cdd5359-0c49-45b0-9267-b26c8260932c with Priority: HIGHEST for action port [ 770.205938] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_rules [ 770.206101] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 770.206101] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdd5359-0c49-45b0-9267-b26c8260932c with Priority: HIGHEST for action port [ 770.207028] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.207028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.207028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.207028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.207028] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.207893] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.207893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.208125] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cdd5359-0c49-45b0-9267-b26c8260932c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.208299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cdd5359-0c49-45b0-9267-b26c8260932c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.208299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cdd5359-0c49-45b0-9267-b26c8260932c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.208463] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cdd5359-0c49-45b0-9267-b26c8260932c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.208532] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cdd5359-0c49-45b0-9267-b26c8260932c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.266507] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 770.266702] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 deletion is rescheduled due to dependency. [ 770.266826] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.267012] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.267453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.267799] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.267978] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.268200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.268423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.268559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.268709] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.297998] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23a0d8f1-443f-4495-999a-c072e1566239: rpc.has_security_group_logging(os_id): False [ 770.319386] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.319620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.319620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.319819] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.319911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.320113] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.320210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.320276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.320414] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.320486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.320713] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.320814] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.320891] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.321044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.321119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.321309] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.321407] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.321470] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.321606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.321757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.321903] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 770.399818] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.399967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.400046] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.400263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.400403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.416314] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 770.614981] env[65916]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] NSXv3 Agent Agent loop - iteration:0 completed [ 770.615154] env[65916]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] NSXv3 Agent Agent loop - iteration:1 started [ 770.711228] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.711439] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.711586] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cdd5359-0c49-45b0-9267-b26c8260932c with status ACTIVE [ 770.711776] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.711895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.711972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.712545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.712648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.712829] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.712930] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.712993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.713171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.713263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.713585] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.713711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.713828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.713944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.714096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.714157] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cdd5359-0c49-45b0-9267-b26c8260932c is going to be updated. [ 770.735986] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.736186] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.736241] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.736411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.736546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.736706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cdd5359-0c49-45b0-9267-b26c8260932c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.771723] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.992333] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.992485] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-607" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.992647] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-607" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.992974] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-607" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.993241] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.993390] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.993500] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.993699] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.993879] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.994097] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.994217] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.994305] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.994402] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.994501] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.994597] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.994722] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.015193] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.015363] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.015493] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.015682] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-607" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.015998] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-654f4c45-0845-4baa-ac71-f42c945feb93 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.017242] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-654f4c45-0845-4baa-ac71-f42c945feb93" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.017443] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-654f4c45-0845-4baa-ac71-f42c945feb93" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.017843] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-654f4c45-0845-4baa-ac71-f42c945feb93" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.017957] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('654f4c45-0845-4baa-ac71-f42c945feb93',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.274988] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.526028] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.526028] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.526028] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.526028] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.526028] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.526028] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 654f4c45-0845-4baa-ac71-f42c945feb93 not found, creating... [ 771.526028] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.526028] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.527096] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.527829] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.528270] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.530637] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.530637] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.530637] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.530637] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.530637] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.530637] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 654f4c45-0845-4baa-ac71-f42c945feb93 is going to be created. [ 771.554152] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.554152] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.554152] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.554152] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.554152] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.554152] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-654f4c45-0845-4baa-ac71-f42c945feb93" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.776576] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.776718] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.776784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.777463] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.777463] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.777463] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be updated. [ 771.811970] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.812124] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.812240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.812414] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.812575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.826053] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 772.244963] env[65916]: INFO networking_nsxv3.common.synchronization [req-2be92569-8f12-481c-b7c5-b9689451810c req-59fbcab9-59fb-4abd-a282-d3c1de84e5d4 service nova] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_rules [ 772.244963] env[65916]: INFO networking_nsxv3.common.synchronization [req-2be92569-8f12-481c-b7c5-b9689451810c req-59fbcab9-59fb-4abd-a282-d3c1de84e5d4 service nova] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 772.244963] env[65916]: INFO networking_nsxv3.common.synchronization [req-2be92569-8f12-481c-b7c5-b9689451810c req-59fbcab9-59fb-4abd-a282-d3c1de84e5d4 service nova] Enqueued Resource ID: 654f4c45-0845-4baa-ac71-f42c945feb93 with Priority: HIGHEST for action port [ 772.245400] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_rules [ 772.245538] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 772.245630] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654f4c45-0845-4baa-ac71-f42c945feb93 with Priority: HIGHEST for action port [ 772.245909] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.246040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.246871] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.246957] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.247195] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-654f4c45-0845-4baa-ac71-f42c945feb93 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.247303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-654f4c45-0845-4baa-ac71-f42c945feb93" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.247357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-654f4c45-0845-4baa-ac71-f42c945feb93" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.247565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-654f4c45-0845-4baa-ac71-f42c945feb93" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.247641] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('654f4c45-0845-4baa-ac71-f42c945feb93',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.432719] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 772.432719] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.752435] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 654f4c45-0845-4baa-ac71-f42c945feb93 with status ACTIVE [ 772.752641] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.752779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.752859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.753100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.753193] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.753382] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.753478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.753547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.753702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.754084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.754084] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.754196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.754196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.754338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.754396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.754456] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 654f4c45-0845-4baa-ac71-f42c945feb93 is going to be updated. [ 772.782426] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.782426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.782426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.782426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.782426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.782426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-654f4c45-0845-4baa-ac71-f42c945feb93" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.990943] env[65916]: INFO networking_nsxv3.common.synchronization [req-d523f01b-babd-416d-9d10-3a65e4e9c357 req-58adedcc-d6a4-42f1-afd7-5f33bf4611ae tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f with Priority: HIGHEST for action security_group_members [ 772.991506] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f with Priority: HIGHEST for action security_group_members [ 772.991813] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.994664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.994664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.994664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.994664] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.994664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.994664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.994664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.994664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.994664] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6881b6f-fc85-40f6-beb3-5155bb2fde8f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.497035] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.497035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.497035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.497400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.518980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.519357] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.519516] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.519591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.519809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.519878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.519971] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f is going to be updated. [ 773.551352] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.551577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.551635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.551853] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.552964] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.561651] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f in Status: IN_PROGRESS for 2s [ 773.842018] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 773.842018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.842018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.842018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.842018] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.842018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.842018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.842018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.842018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.842018] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.345485] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.851926] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.355607] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.355782] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.355843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.356270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.356270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.356446] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be updated. [ 775.387689] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.387905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.387964] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.388765] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.388765] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.399122] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 775.572496] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f in Status: SUCCESS [ 775.572688] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6881b6f-fc85-40f6-beb3-5155bb2fde8f deletion is rescheduled due to dependency. [ 775.572808] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6881b6f-fc85-40f6-beb3-5155bb2fde8f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.824100] env[65916]: INFO networking_nsxv3.common.synchronization [req-dcc98464-b53a-4020-baf0-335bc92a740b req-9598b98e-f2b0-4c0e-b593-c9adc521adbd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 776.824100] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 776.824100] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.824681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.824952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.825360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.827035] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.827035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.827035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.827035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.827035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.827035] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.330257] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.330447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.330527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.330833] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.355913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.356268] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.356430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.356505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.356717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.356803] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.356907] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 777.390149] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.390149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.390149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.390149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.390334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.407820] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 777.411394] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 777.411526] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.411928] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.411928] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.412139] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.412385] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.412385] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.412467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.414972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.414972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.414972] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.415345] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.415455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.415652] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.415801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.415855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.416062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.416188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.416320] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.505558] env[65916]: INFO networking_nsxv3.common.synchronization [None req-6fc235dc-b97c-4a33-995f-d43c9505a4e0 None None] Enqueued Resource ID: 983362eb-ab3c-48d2-a813-4d5635030f91 with Priority: HIGHEST for action port [ 777.506192] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 983362eb-ab3c-48d2-a813-4d5635030f91 with Priority: HIGHEST for action port [ 777.506569] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-983362eb-ab3c-48d2-a813-4d5635030f91 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.506719] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-983362eb-ab3c-48d2-a813-4d5635030f91" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.506911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-983362eb-ab3c-48d2-a813-4d5635030f91" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.507093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-983362eb-ab3c-48d2-a813-4d5635030f91" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.507213] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('983362eb-ab3c-48d2-a813-4d5635030f91',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.920752] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.920752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.922432] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.008921] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 983362eb-ab3c-48d2-a813-4d5635030f91 [ 778.010116] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.010116] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.010116] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.010116] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.010116] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.010116] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:983362eb-ab3c-48d2-a813-4d5635030f91 already deleted. [ 778.010116] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-983362eb-ab3c-48d2-a813-4d5635030f91" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.423168] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.925579] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.926215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.926215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.926215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.926387] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.926387] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be updated. [ 778.970537] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.970731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.970731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.970949] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.971102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.985644] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 779.421738] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 779.421738] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 deletion is rescheduled due to dependency. [ 779.421738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.323976] env[65916]: INFO networking_nsxv3.common.synchronization [None req-4704ac84-8695-4d1e-8305-04d0079ae1c4 None None] Enqueued Resource ID: 199b1af5-5ba3-4cbd-b834-2529b5ebdee5 with Priority: HIGHEST for action port [ 780.325916] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 199b1af5-5ba3-4cbd-b834-2529b5ebdee5 with Priority: HIGHEST for action port [ 780.327138] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-199b1af5-5ba3-4cbd-b834-2529b5ebdee5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.327423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-199b1af5-5ba3-4cbd-b834-2529b5ebdee5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.327556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-199b1af5-5ba3-4cbd-b834-2529b5ebdee5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.328039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-199b1af5-5ba3-4cbd-b834-2529b5ebdee5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.328180] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('199b1af5-5ba3-4cbd-b834-2529b5ebdee5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.832079] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 199b1af5-5ba3-4cbd-b834-2529b5ebdee5 [ 780.832421] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.832546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.832599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.832906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.833023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.833146] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:199b1af5-5ba3-4cbd-b834-2529b5ebdee5 already deleted. [ 780.833204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-199b1af5-5ba3-4cbd-b834-2529b5ebdee5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.863783] env[65916]: INFO networking_nsxv3.common.synchronization [req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f req-a14b0c1a-97e6-4e74-838f-4928d2db0d77 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Enqueued Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_members [ 780.865257] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_members [ 780.866379] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-da979a94-81b4-4b23-a671-8f10e719e15a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.866600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.866715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.866980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.867192] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.867461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.867461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.867646] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.867806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.867947] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.999340] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 780.999877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.999877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.000078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.000340] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.000340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.000490] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.000541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.000635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.000721] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.000936] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.001053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.001358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.001358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.001476] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.001598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.001670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.001815] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.001886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.001962] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.002092] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.066423] env[65916]: INFO networking_nsxv3.common.synchronization [None req-62ee93a2-347e-4fee-ac2f-a8585993ba50 None None] Enqueued Resource ID: 9bc9e1e8-27f6-4701-ae43-71a953b63469 with Priority: HIGHEST for action port [ 781.066987] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc9e1e8-27f6-4701-ae43-71a953b63469 with Priority: HIGHEST for action port [ 781.068087] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bc9e1e8-27f6-4701-ae43-71a953b63469 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.068087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bc9e1e8-27f6-4701-ae43-71a953b63469" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.068087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bc9e1e8-27f6-4701-ae43-71a953b63469" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.068087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bc9e1e8-27f6-4701-ae43-71a953b63469" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.068087] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bc9e1e8-27f6-4701-ae43-71a953b63469',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.370596] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.506434] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14317970-3cfc-4dae-a24c-9ab1b1e23de2: rpc.has_security_group_logging(os_id): False [ 781.526265] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.526425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.526495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.526717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.526807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.527053] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.527154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.527213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.527370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.527434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.527643] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.527718] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.527751] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.527886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.527958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.528149] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.528243] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.528305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.528436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.528508] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.528600] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be updated. [ 781.571625] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bc9e1e8-27f6-4701-ae43-71a953b63469 [ 781.571880] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.572040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.572092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.572307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.572396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.572488] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bc9e1e8-27f6-4701-ae43-71a953b63469 already deleted. [ 781.572568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bc9e1e8-27f6-4701-ae43-71a953b63469" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.593498] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.593679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.593785] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.594047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.594199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.609178] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 781.876392] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.094658] env[65916]: INFO networking_nsxv3.common.synchronization [req-f4100444-02b7-419a-beb5-364910234bac req-ec097f94-389d-430d-bd74-5795703430bb tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Enqueued Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 782.094658] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 782.094994] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.095145] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.095214] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.095466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.095627] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.095727] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.095790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.095935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.097091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.097258] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.378960] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.379237] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.379237] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.379442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.379537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.379641] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da979a94-81b4-4b23-a671-8f10e719e15a is going to be updated. [ 782.419308] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.419519] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.419519] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.419824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.420021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.431745] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da979a94-81b4-4b23-a671-8f10e719e15a in Status: IN_PROGRESS for 2s [ 782.560140] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.560365] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-862" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.560494] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-862" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.560871] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-862" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.561210] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.561377] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.561507] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.561767] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.561925] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.562149] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.562258] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.562513] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.562513] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.562587] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.562646] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.562773] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.592313] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.592530] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.592811] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.593019] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-862" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.593367] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-ee628e09-45ea-47e6-81b6-1096c6343789 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.593559] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-ee628e09-45ea-47e6-81b6-1096c6343789" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.593682] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-ee628e09-45ea-47e6-81b6-1096c6343789" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.594079] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-ee628e09-45ea-47e6-81b6-1096c6343789" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.594277] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee628e09-45ea-47e6-81b6-1096c6343789',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.598999] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.599181] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.599247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.599473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.599572] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.601225] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.601225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.601225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.601225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.601225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.601225] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c6cf36-2512-4a54-82b9-88280573720e already deleted. [ 782.601225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.096994] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.097187] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.097334] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.097684] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.097860] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.098599] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port ee628e09-45ea-47e6-81b6-1096c6343789 not found, creating... [ 783.102345] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.102345] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.102345] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.102345] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.102345] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.102345] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.102345] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.102345] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.102345] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.102345] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.102885] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: ee628e09-45ea-47e6-81b6-1096c6343789 is going to be created. [ 783.132321] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.133319] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.133319] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.133319] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.133907] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.134366] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-ee628e09-45ea-47e6-81b6-1096c6343789" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.631710] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 783.632071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.632163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.632410] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.632644] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.884524] env[65916]: INFO networking_nsxv3.common.synchronization [req-f4100444-02b7-419a-beb5-364910234bac req-8d46bc9d-5ff9-4e55-84b8-eaba333a6ff0 service nova] Enqueued Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_rules [ 783.884524] env[65916]: INFO networking_nsxv3.common.synchronization [req-f4100444-02b7-419a-beb5-364910234bac req-8d46bc9d-5ff9-4e55-84b8-eaba333a6ff0 service nova] Enqueued Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 783.884524] env[65916]: INFO networking_nsxv3.common.synchronization [req-f4100444-02b7-419a-beb5-364910234bac req-8d46bc9d-5ff9-4e55-84b8-eaba333a6ff0 service nova] Enqueued Resource ID: ee628e09-45ea-47e6-81b6-1096c6343789 with Priority: HIGHEST for action port [ 783.885658] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_rules [ 783.885939] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 783.886420] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee628e09-45ea-47e6-81b6-1096c6343789 with Priority: HIGHEST for action port [ 783.888366] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.888516] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.888584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.888859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.888946] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.889886] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.890013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.890086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.890454] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.894071] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.894306] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.894421] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.894531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.894663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.894777] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.898188] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee628e09-45ea-47e6-81b6-1096c6343789 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.898188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee628e09-45ea-47e6-81b6-1096c6343789" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.898188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee628e09-45ea-47e6-81b6-1096c6343789" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.898188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee628e09-45ea-47e6-81b6-1096c6343789" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.898188] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee628e09-45ea-47e6-81b6-1096c6343789',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.952909] env[65916]: INFO networking_nsxv3.common.synchronization [None req-8350eac3-46b4-4272-aed6-1ec4d27966c9 None None] Enqueued Resource ID: fa919e21-74e3-4c2d-bc97-bbbe4ca7e155 with Priority: HIGHEST for action port [ 783.953612] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa919e21-74e3-4c2d-bc97-bbbe4ca7e155 with Priority: HIGHEST for action port [ 783.953769] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa919e21-74e3-4c2d-bc97-bbbe4ca7e155 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.953913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa919e21-74e3-4c2d-bc97-bbbe4ca7e155" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.953980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa919e21-74e3-4c2d-bc97-bbbe4ca7e155" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.954373] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa919e21-74e3-4c2d-bc97-bbbe4ca7e155" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.954667] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa919e21-74e3-4c2d-bc97-bbbe4ca7e155',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.137595] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.137595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.137595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.137595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.137595] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.137595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.137595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.137595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.137595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.137595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.137595] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.398252] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.398448] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.398752] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.400358] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee628e09-45ea-47e6-81b6-1096c6343789 with status ACTIVE [ 784.400358] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.400358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.400358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.400358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.400604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.400780] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.400900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.400967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.401159] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.401240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.401426] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.401517] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.401581] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.401716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.401779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.401888] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee628e09-45ea-47e6-81b6-1096c6343789 is going to be updated. [ 784.427748] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.427924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.427978] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.428569] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.428569] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.428724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee628e09-45ea-47e6-81b6-1096c6343789" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.443625] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da979a94-81b4-4b23-a671-8f10e719e15a in Status: SUCCESS [ 784.443861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.457608] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa919e21-74e3-4c2d-bc97-bbbe4ca7e155 [ 784.457886] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.458085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.458141] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.458716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.458716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.458716] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa919e21-74e3-4c2d-bc97-bbbe4ca7e155 already deleted. [ 784.458716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa919e21-74e3-4c2d-bc97-bbbe4ca7e155" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.640565] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.640565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.640565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.641174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.641343] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.641538] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.641538] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.641671] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.641846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.641846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.642071] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.642230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.642312] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.642542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.642712] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.642821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.642951] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.643062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.643167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.643215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.643308] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.904661] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.008037] env[65916]: INFO networking_nsxv3.common.synchronization [req-f4100444-02b7-419a-beb5-364910234bac req-789d6e0e-e280-426c-86bd-d718889b4d74 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Enqueued Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 785.008666] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 785.008992] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.009198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.152949] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14317970-3cfc-4dae-a24c-9ab1b1e23de2: rpc.has_security_group_logging(os_id): False [ 785.172575] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.172575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.172575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.172800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.172911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.173138] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.173242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.173297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.173458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.173561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.173747] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.173920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.173971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.176041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.176041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.176041] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.176041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.176041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.176041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.176041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.176041] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be updated. [ 785.240330] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.240478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.240543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.240761] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.240899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.255237] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 785.409417] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.409633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.409692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.409929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.410031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.410151] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c6cf36-2512-4a54-82b9-88280573720e is going to be created. [ 785.444154] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.445041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.445041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.445041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.445041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.457098] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: UNINITIALIZED for 2s [ 785.488369] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.488583] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-862" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.490902] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-862" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.490902] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-862" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.490902] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.490902] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.490902] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.490902] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.490902] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.490902] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.490902] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.490902] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.491623] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.491623] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.491623] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.491623] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.513475] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.513671] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.514192] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.514192] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-862" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.514395] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-97297fd2-a640-4226-a4cc-6046a05364d7 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.514604] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-97297fd2-a640-4226-a4cc-6046a05364d7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.514774] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-97297fd2-a640-4226-a4cc-6046a05364d7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.515146] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-97297fd2-a640-4226-a4cc-6046a05364d7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.515280] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97297fd2-a640-4226-a4cc-6046a05364d7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.020052] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.020052] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.020052] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.020052] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.020052] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.020052] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 97297fd2-a640-4226-a4cc-6046a05364d7 not found, creating... [ 786.020052] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.020052] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.020052] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.020052] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.020052] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.020749] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.021760] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.022489] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.022910] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.024143] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.024143] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 97297fd2-a640-4226-a4cc-6046a05364d7 is going to be created. [ 786.047637] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.049819] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.049819] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.049819] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.049819] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.049819] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-97297fd2-a640-4226-a4cc-6046a05364d7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.916239] env[65916]: INFO networking_nsxv3.common.synchronization [req-f4100444-02b7-419a-beb5-364910234bac req-ddddafbc-0a49-4056-b1c5-aa595f0a4502 service nova] Enqueued Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_rules [ 786.916528] env[65916]: INFO networking_nsxv3.common.synchronization [req-f4100444-02b7-419a-beb5-364910234bac req-ddddafbc-0a49-4056-b1c5-aa595f0a4502 service nova] Enqueued Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 786.916734] env[65916]: INFO networking_nsxv3.common.synchronization [req-f4100444-02b7-419a-beb5-364910234bac req-ddddafbc-0a49-4056-b1c5-aa595f0a4502 service nova] Enqueued Resource ID: 97297fd2-a640-4226-a4cc-6046a05364d7 with Priority: HIGHEST for action port [ 786.917440] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_rules [ 786.917617] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 786.917748] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97297fd2-a640-4226-a4cc-6046a05364d7 with Priority: HIGHEST for action port [ 786.919033] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.919033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.919033] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.919033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.919033] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-97297fd2-a640-4226-a4cc-6046a05364d7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.919033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97297fd2-a640-4226-a4cc-6046a05364d7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.919033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97297fd2-a640-4226-a4cc-6046a05364d7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.919361] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97297fd2-a640-4226-a4cc-6046a05364d7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.919361] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97297fd2-a640-4226-a4cc-6046a05364d7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.249702] env[65916]: INFO networking_nsxv3.common.synchronization [req-7e0302d6-5e84-4a96-94ed-93835c7100e7 req-580abb8b-8648-4997-af7d-dd67efa018be tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 787.250278] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 787.250577] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.250683] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.250733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.251332] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.251575] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.251691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.251691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.251913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.252049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.252223] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.271812] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 787.272064] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.422413] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97297fd2-a640-4226-a4cc-6046a05364d7 with status ACTIVE [ 787.422674] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.423692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.423692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.423692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.423692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.423692] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.423692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.423692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.423948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.423948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.424099] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.424154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.424184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.424402] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.424402] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.424500] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97297fd2-a640-4226-a4cc-6046a05364d7 is going to be updated. [ 787.455273] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.455273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.455273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.455273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.455273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.455273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97297fd2-a640-4226-a4cc-6046a05364d7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.468065] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: SUCCESS [ 787.468065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.468065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.468065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.471522] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.471522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.471522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.471522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.471522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.471522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.471522] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.471522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.471522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.471522] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.471522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.471522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.471522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.471522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.471522] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.559612] env[65916]: INFO networking_nsxv3.common.synchronization [req-7e0302d6-5e84-4a96-94ed-93835c7100e7 req-1fdca003-faf4-46df-8367-af0a16d642a9 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 787.560357] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGHEST for action security_group_members [ 787.560872] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.560948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.710452] env[65916]: INFO networking_nsxv3.common.synchronization [req-f4100444-02b7-419a-beb5-364910234bac req-a62c9c05-d796-4186-aa4e-4203b6790612 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Enqueued Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 787.711986] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 787.712448] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.712604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.754107] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.973740] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.974011] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.974265] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.211720] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.211947] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-862" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.212093] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-862" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.212356] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-862" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.212609] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.212754] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.212858] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.213062] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.213194] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.213483] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.213591] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.213690] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.213895] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.214019] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.214066] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.214184] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.237215] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.237215] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.237215] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.237215] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-862" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.237215] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-e6cd926c-a31c-4f30-b65e-964eb2243732 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.237215] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-e6cd926c-a31c-4f30-b65e-964eb2243732" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.237215] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-e6cd926c-a31c-4f30-b65e-964eb2243732" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.237215] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-e6cd926c-a31c-4f30-b65e-964eb2243732" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.237215] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6cd926c-a31c-4f30-b65e-964eb2243732',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.259136] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.476220] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.745264] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.745264] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.745264] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.745264] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.745264] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.745264] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port e6cd926c-a31c-4f30-b65e-964eb2243732 not found, creating... [ 788.745264] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.745264] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.745264] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.745264] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.745264] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.746339] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.746538] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.746653] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.746942] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.747093] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.747245] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: e6cd926c-a31c-4f30-b65e-964eb2243732 is going to be created. [ 788.760894] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.761259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.761259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.761567] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.761567] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.761752] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be updated. [ 788.778085] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.778301] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.778430] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.778700] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.778931] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.779171] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-e6cd926c-a31c-4f30-b65e-964eb2243732" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.796147] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.796323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.796395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.796600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.796742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.806881] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 788.979716] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.979965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.980133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.980426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.980561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.980758] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c6cf36-2512-4a54-82b9-88280573720e is going to be updated. [ 789.022549] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.022691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.022691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.022953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.023078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.038920] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: IN_PROGRESS for 2s [ 789.567642] env[65916]: INFO networking_nsxv3.common.synchronization [req-f4100444-02b7-419a-beb5-364910234bac req-3f4561f2-fed2-4fc3-96a6-25071c73a5f3 service nova] Enqueued Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_rules [ 789.567938] env[65916]: INFO networking_nsxv3.common.synchronization [req-f4100444-02b7-419a-beb5-364910234bac req-3f4561f2-fed2-4fc3-96a6-25071c73a5f3 service nova] Enqueued Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 789.567938] env[65916]: INFO networking_nsxv3.common.synchronization [req-f4100444-02b7-419a-beb5-364910234bac req-3f4561f2-fed2-4fc3-96a6-25071c73a5f3 service nova] Enqueued Resource ID: e6cd926c-a31c-4f30-b65e-964eb2243732 with Priority: HIGHEST for action port [ 789.569014] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_rules [ 789.569014] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 789.571700] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cd926c-a31c-4f30-b65e-964eb2243732 with Priority: HIGHEST for action port [ 789.572105] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.572287] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.572557] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.572666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.573203] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6cd926c-a31c-4f30-b65e-964eb2243732 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.573958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6cd926c-a31c-4f30-b65e-964eb2243732" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.573958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6cd926c-a31c-4f30-b65e-964eb2243732" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.573958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6cd926c-a31c-4f30-b65e-964eb2243732" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.573958] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6cd926c-a31c-4f30-b65e-964eb2243732',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.076442] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6cd926c-a31c-4f30-b65e-964eb2243732 with status ACTIVE [ 790.076596] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.076779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.076779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.077396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.077396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.077533] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.077533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.077624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.077774] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.078106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.078352] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.078352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.078352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.078489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.078559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.078688] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6cd926c-a31c-4f30-b65e-964eb2243732 is going to be updated. [ 790.112553] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.112846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.112936] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.113230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.113445] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.113628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6cd926c-a31c-4f30-b65e-964eb2243732" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.818313] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 790.818814] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.818881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.819175] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.819380] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.819505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.819591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.819772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.819865] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.819972] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.051255] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: SUCCESS [ 791.051494] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.051707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.052075] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.052372] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.052571] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.052684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.052895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.052986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.053306] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.322710] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.322912] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.322963] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.323190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.323289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.323483] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.323581] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.323660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.323832] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.323945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.324096] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be updated. [ 791.356708] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.356882] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.357288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.358027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.358181] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.369396] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: IN_PROGRESS for 2s [ 791.556094] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.059039] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.562051] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.563021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.563021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.563021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.563021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.563021] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c6cf36-2512-4a54-82b9-88280573720e is going to be updated. [ 792.592841] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.593183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.593183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.593269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.593617] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.609358] env[65916]: INFO networking_nsxv3.common.synchronization [req-7704c232-3893-48f3-908d-90aec96a3e0e req-3b149317-e129-479a-ab9b-c89c672ecf61 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 792.611235] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: IN_PROGRESS for 2s [ 792.611738] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 792.612163] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.612293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.612360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.612565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.612724] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.612818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.612871] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.613070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.613188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.613289] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.116195] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.382749] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 in Status: SUCCESS [ 793.382955] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 deletion is rescheduled due to dependency. [ 793.383082] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.619890] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.124548] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.124548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.124548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.124548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.124548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.124548] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 is going to be updated. [ 794.156252] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.156486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.156568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.156839] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.157413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.170340] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: IN_PROGRESS for 2s [ 794.625268] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: SUCCESS [ 794.625268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.625268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.625268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.625268] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.625268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.625268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.625268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.625268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.625268] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.129109] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.633419] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.873696] env[65916]: INFO networking_nsxv3.common.synchronization [req-feba5b4f-41ff-4763-83e8-52e1e48d3515 req-5f0a955c-4e53-4012-b95b-b5e957ae6654 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Enqueued Resource ID: bc906684-458d-48f6-9aed-18b2aef1de1c with Priority: HIGHEST for action security_group_members [ 795.874317] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc906684-458d-48f6-9aed-18b2aef1de1c with Priority: HIGHEST for action security_group_members [ 795.874622] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc906684-458d-48f6-9aed-18b2aef1de1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.874757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.874854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.875180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.875362] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.875467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.875531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.875702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.875781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.875877] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc906684-458d-48f6-9aed-18b2aef1de1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.141764] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.142139] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.142139] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.142218] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.142295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.142389] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c6cf36-2512-4a54-82b9-88280573720e is going to be updated. [ 796.174391] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.174391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.174391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.174391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.174391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.187080] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: IN_PROGRESS for 2s [ 796.188289] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: SUCCESS [ 796.190066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.378550] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.379399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.379399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.379399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.407562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.407562] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.407562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.407562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.407562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.407562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.407562] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc906684-458d-48f6-9aed-18b2aef1de1c is going to be updated. [ 796.442639] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.442814] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.442857] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.444596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.444596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.453913] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc906684-458d-48f6-9aed-18b2aef1de1c in Status: IN_PROGRESS for 2s [ 796.673451] env[65916]: INFO networking_nsxv3.common.synchronization [req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd req-895808ca-640a-4607-9485-3c0cf98ebe59 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 2788d82a-056c-480a-ae96-4411b50ae45a with Priority: HIGHEST for action security_group_members [ 796.673505] env[65916]: INFO networking_nsxv3.common.synchronization [req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd req-895808ca-640a-4607-9485-3c0cf98ebe59 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 796.674073] env[65916]: INFO networking_nsxv3.common.synchronization [req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd req-895808ca-640a-4607-9485-3c0cf98ebe59 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Enqueued Resource ID: a411799b-a191-44cc-b1f7-af6d427bd78a with Priority: HIGHEST for action security_group_members [ 796.674313] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2788d82a-056c-480a-ae96-4411b50ae45a with Priority: HIGHEST for action security_group_members [ 796.674313] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGHEST for action security_group_members [ 796.674393] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a411799b-a191-44cc-b1f7-af6d427bd78a with Priority: HIGHEST for action security_group_members [ 796.674701] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-2788d82a-056c-480a-ae96-4411b50ae45a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.675106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.675106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.675212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.675396] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.675511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.675563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.675723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.675805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.675899] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2788d82a-056c-480a-ae96-4411b50ae45a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.677199] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.677443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.677443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.677527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.677646] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.677738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.677797] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.677933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.678029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.678196] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.679090] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a411799b-a191-44cc-b1f7-af6d427bd78a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.679090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.679090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.679222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.679864] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.679864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.679864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.679864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.679864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.679864] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a411799b-a191-44cc-b1f7-af6d427bd78a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.182153] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.182462] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.182462] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.182601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.183057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.183057] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.183057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.183057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.183332] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.183332] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.183332] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be updated. [ 797.185033] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.185033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.185033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.185033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.185949] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.186063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.206565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.206844] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.206970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.207046] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.207264] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.207345] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.207442] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2788d82a-056c-480a-ae96-4411b50ae45a is going to be updated. [ 797.208433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.208611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.222012] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.222222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.222292] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.222446] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.222583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.238886] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: IN_PROGRESS for 2s [ 797.241214] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.241468] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.241612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.241686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.241895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.242019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.242107] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a411799b-a191-44cc-b1f7-af6d427bd78a is going to be updated. [ 797.262190] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.262329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.262453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.262736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.262736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.274559] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2788d82a-056c-480a-ae96-4411b50ae45a in Status: IN_PROGRESS for 2s [ 797.298280] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.298821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.298920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.299900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.299900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.309192] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a411799b-a191-44cc-b1f7-af6d427bd78a in Status: IN_PROGRESS for 2s [ 798.119741] env[65916]: INFO networking_nsxv3.common.synchronization [None req-489a26ed-72a6-4a9c-beac-14c269524ce0 None None] Enqueued Resource ID: 9a0ce9f5-ea45-4541-9159-5d7df8b3c9bd with Priority: HIGHEST for action port [ 798.120031] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0ce9f5-ea45-4541-9159-5d7df8b3c9bd with Priority: HIGHEST for action port [ 798.120622] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a0ce9f5-ea45-4541-9159-5d7df8b3c9bd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.120738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a0ce9f5-ea45-4541-9159-5d7df8b3c9bd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.120807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a0ce9f5-ea45-4541-9159-5d7df8b3c9bd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.121142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a0ce9f5-ea45-4541-9159-5d7df8b3c9bd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.121253] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a0ce9f5-ea45-4541-9159-5d7df8b3c9bd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.198357] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: SUCCESS [ 798.198724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.198896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.199152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.199355] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.199476] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.199561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.199806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.199919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.200015] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.200194] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.200287] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.200351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.200494] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.200774] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.200904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.200977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.201131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.201229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.201285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.201436] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.203443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.203648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.203851] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.203973] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.204056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.204311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.204311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.204446] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.467253] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc906684-458d-48f6-9aed-18b2aef1de1c in Status: SUCCESS [ 798.467535] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc906684-458d-48f6-9aed-18b2aef1de1c deletion is rescheduled due to dependency. [ 798.468073] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.623605] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a0ce9f5-ea45-4541-9159-5d7df8b3c9bd [ 798.623852] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.624089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.624165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.624379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.624471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.624567] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a0ce9f5-ea45-4541-9159-5d7df8b3c9bd already deleted. [ 798.624648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a0ce9f5-ea45-4541-9159-5d7df8b3c9bd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.706843] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16c6cf36-2512-4a54-82b9-88280573720e: rpc.has_security_group_logging(os_id): False [ 798.708018] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.732034] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.732948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.732948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.732948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.732948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.734967] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.734967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.734967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.734967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.734967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.734967] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.734967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.734967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.734967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.734967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.734967] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.734967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.734967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.734967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.736175] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.736175] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c6cf36-2512-4a54-82b9-88280573720e is going to be created. [ 798.796662] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.796662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.796662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.796662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.796662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.808450] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: IN_PROGRESS for 2s [ 799.212331] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.252622] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 in Status: SUCCESS [ 799.253095] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 deletion is rescheduled due to dependency. [ 799.253273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.287309] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2788d82a-056c-480a-ae96-4411b50ae45a in Status: SUCCESS [ 799.291093] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2788d82a-056c-480a-ae96-4411b50ae45a deletion is rescheduled due to dependency. [ 799.291093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.291093] env[65916]: INFO networking_nsxv3.common.synchronization [req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef req-698953dc-41fb-4487-8653-2297c0cfdd81 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Enqueued Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 799.291093] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 799.291093] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.291093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.291093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.291093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.291093] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.291093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.291093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.291093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.291093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.291093] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.323555] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a411799b-a191-44cc-b1f7-af6d427bd78a in Status: SUCCESS [ 799.323658] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a411799b-a191-44cc-b1f7-af6d427bd78a deletion is rescheduled due to dependency. [ 799.324244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a411799b-a191-44cc-b1f7-af6d427bd78a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.715435] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.715581] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.715643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.715896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.715986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.716097] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c6cf36-2512-4a54-82b9-88280573720e is going to be updated. [ 799.756675] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.756910] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-884" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.757060] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-884" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.758032] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-884" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.758032] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.758228] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.758665] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.758665] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.758787] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.758925] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.759036] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.759135] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.759291] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.759385] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.759422] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.759996] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.761558] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.761679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.761732] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.761896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.762038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.772598] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: IN_PROGRESS for 2s [ 799.781440] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.781440] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.781571] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.781770] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-884" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.782103] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-a87ab835-f37d-4052-bade-efe4401dea7a taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.782280] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-a87ab835-f37d-4052-bade-efe4401dea7a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.782717] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-a87ab835-f37d-4052-bade-efe4401dea7a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.783264] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-a87ab835-f37d-4052-bade-efe4401dea7a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.783358] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a87ab835-f37d-4052-bade-efe4401dea7a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.796287] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.796458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.796522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.797213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.797213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.797213] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.797213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.797213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.797911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.797911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.797911] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 already deleted. [ 799.797911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.287706] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.288050] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.288167] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.288459] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.288789] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.288789] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port a87ab835-f37d-4052-bade-efe4401dea7a not found, creating... [ 800.289051] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.289218] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.289564] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.289815] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.289973] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.290309] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.290482] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.290609] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.291074] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.291074] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.291249] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: a87ab835-f37d-4052-bade-efe4401dea7a is going to be created. [ 800.317020] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.317322] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.317457] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.317758] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.318043] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.318307] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-a87ab835-f37d-4052-bade-efe4401dea7a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.681625] env[65916]: INFO networking_nsxv3.common.synchronization [None req-3d10f76e-5f56-413b-8f1a-3836ad9f9ecc None None] Enqueued Resource ID: 5d671e27-807d-4f10-b64b-117151202e2a with Priority: HIGHEST for action port [ 800.682378] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d671e27-807d-4f10-b64b-117151202e2a with Priority: HIGHEST for action port [ 800.682793] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d671e27-807d-4f10-b64b-117151202e2a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.682884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d671e27-807d-4f10-b64b-117151202e2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.682884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d671e27-807d-4f10-b64b-117151202e2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.683220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d671e27-807d-4f10-b64b-117151202e2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.683328] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d671e27-807d-4f10-b64b-117151202e2a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.821838] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: SUCCESS [ 800.821930] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.822095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.822320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.822409] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.059672] env[65916]: INFO networking_nsxv3.common.synchronization [req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef req-a959da30-fcbd-423a-ab7f-e3929e6f8146 service nova] Enqueued Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_rules [ 801.059672] env[65916]: INFO networking_nsxv3.common.synchronization [req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef req-a959da30-fcbd-423a-ab7f-e3929e6f8146 service nova] Enqueued Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 801.059672] env[65916]: INFO networking_nsxv3.common.synchronization [req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef req-a959da30-fcbd-423a-ab7f-e3929e6f8146 service nova] Enqueued Resource ID: a87ab835-f37d-4052-bade-efe4401dea7a with Priority: HIGHEST for action port [ 801.062243] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_rules [ 801.064472] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 801.064472] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87ab835-f37d-4052-bade-efe4401dea7a with Priority: HIGHEST for action port [ 801.064472] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.064472] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.064472] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.064472] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.064472] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.066428] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.066597] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.066708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.067681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.067681] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.067681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.067681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.067681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.069588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.069588] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.070086] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-a87ab835-f37d-4052-bade-efe4401dea7a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.070205] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a87ab835-f37d-4052-bade-efe4401dea7a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.070271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a87ab835-f37d-4052-bade-efe4401dea7a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.070836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a87ab835-f37d-4052-bade-efe4401dea7a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.070836] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a87ab835-f37d-4052-bade-efe4401dea7a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.188142] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d671e27-807d-4f10-b64b-117151202e2a [ 801.188142] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.188142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.188142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.188142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.188142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.188142] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d671e27-807d-4f10-b64b-117151202e2a already deleted. [ 801.188142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d671e27-807d-4f10-b64b-117151202e2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.324856] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.324856] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.472740] env[65916]: INFO networking_nsxv3.common.synchronization [req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d req-2f010782-a8e8-4e9a-968c-1cba2934e768 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 801.473363] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 801.474032] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.474032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.474032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.474032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.474265] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.474313] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.474976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.474976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.474976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.474976] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.572559] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.572706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.572884] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.576018] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a87ab835-f37d-4052-bade-efe4401dea7a with status ACTIVE [ 801.576018] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.576018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.576018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.576018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.576018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.576018] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.576018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.576018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.576018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.576018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.576018] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.576018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.576018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.576018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.576018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.576018] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a87ab835-f37d-4052-bade-efe4401dea7a is going to be updated. [ 801.599188] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.599687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.600091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.600091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.600219] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.600404] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a87ab835-f37d-4052-bade-efe4401dea7a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.785764] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: SUCCESS [ 801.785764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.785764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.785764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.785764] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.785764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.785764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.785764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.785764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.785764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.785764] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.876574] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.876720] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.877768] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.877768] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.877768] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.877941] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.877994] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.878457] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.878592] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.878833] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.878950] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.879063] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.879161] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.879261] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.879400] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.879472] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.899865] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.900048] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.900201] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.900472] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.900940] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-11d550d2-7d4a-405c-b2c6-866535e72b78 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.901188] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-11d550d2-7d4a-405c-b2c6-866535e72b78" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.901311] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-11d550d2-7d4a-405c-b2c6-866535e72b78" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.901831] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-11d550d2-7d4a-405c-b2c6-866535e72b78" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.901984] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11d550d2-7d4a-405c-b2c6-866535e72b78',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.976492] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.079695] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.258357] env[65916]: INFO networking_nsxv3.common.synchronization [None req-7e64bf14-a6d5-4edd-a57a-ddff6eb70c3e None None] Enqueued Resource ID: dc3c504b-5bd1-4101-b09a-b2ea58c41625 with Priority: HIGHEST for action port [ 802.258357] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3c504b-5bd1-4101-b09a-b2ea58c41625 with Priority: HIGHEST for action port [ 802.259035] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc3c504b-5bd1-4101-b09a-b2ea58c41625 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.259165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc3c504b-5bd1-4101-b09a-b2ea58c41625" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.259294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc3c504b-5bd1-4101-b09a-b2ea58c41625" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.259626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc3c504b-5bd1-4101-b09a-b2ea58c41625" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.259710] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc3c504b-5bd1-4101-b09a-b2ea58c41625',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.287216] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.287430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.287430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.287624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.287795] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.287895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.287955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.288113] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.288197] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.288294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.288438] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.288528] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.288581] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.288717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.289142] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.289142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.289142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.289142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.289413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.289413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.289413] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.406155] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.406155] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.406155] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.406572] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.406572] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.406572] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 11d550d2-7d4a-405c-b2c6-866535e72b78 not found, creating... [ 802.406793] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.406947] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.407070] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.407302] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.407433] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.407703] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.407848] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.408041] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.408163] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.408289] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.408419] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 11d550d2-7d4a-405c-b2c6-866535e72b78 is going to be created. [ 802.430053] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.430335] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.430419] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.430667] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.430894] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.431118] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-11d550d2-7d4a-405c-b2c6-866535e72b78" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.479206] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.583071] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.583071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.583071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.583071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.583071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.583071] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 is going to be created. [ 802.607010] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.607175] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.607243] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.607453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.607607] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.623497] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: UNINITIALIZED for 2s [ 802.761954] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc3c504b-5bd1-4101-b09a-b2ea58c41625 [ 802.762329] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.762425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.762425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.762615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.762696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.762790] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc3c504b-5bd1-4101-b09a-b2ea58c41625 already deleted. [ 802.762872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc3c504b-5bd1-4101-b09a-b2ea58c41625" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.792040] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16c6cf36-2512-4a54-82b9-88280573720e: rpc.has_security_group_logging(os_id): False [ 802.813199] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.813374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.813420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.813617] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.813702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.813979] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.814119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.814185] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.814824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.814824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.814824] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.814824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.814824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.815137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.815137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.815274] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.815371] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.815428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.815565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.815635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.815716] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c6cf36-2512-4a54-82b9-88280573720e is going to be updated. [ 802.883715] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.884563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.884563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.884563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.884563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.900126] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: IN_PROGRESS for 2s [ 802.986080] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.986080] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.986080] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.986080] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.986080] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.986080] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 803.026733] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.026892] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.026958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.027406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.027406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.042401] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 803.230846] env[65916]: INFO networking_nsxv3.common.synchronization [req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d req-93247da3-2c39-4188-9e49-13de34415e04 service nova] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_rules [ 803.230846] env[65916]: INFO networking_nsxv3.common.synchronization [req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d req-93247da3-2c39-4188-9e49-13de34415e04 service nova] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 803.230846] env[65916]: INFO networking_nsxv3.common.synchronization [req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d req-93247da3-2c39-4188-9e49-13de34415e04 service nova] Enqueued Resource ID: 11d550d2-7d4a-405c-b2c6-866535e72b78 with Priority: HIGHEST for action port [ 803.230846] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_rules [ 803.230846] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 803.230846] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d550d2-7d4a-405c-b2c6-866535e72b78 with Priority: HIGHEST for action port [ 803.233198] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.233330] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.233410] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.233632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.233791] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.235996] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.235996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.235996] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-11d550d2-7d4a-405c-b2c6-866535e72b78 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.236308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11d550d2-7d4a-405c-b2c6-866535e72b78" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.236308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11d550d2-7d4a-405c-b2c6-866535e72b78" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.236375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11d550d2-7d4a-405c-b2c6-866535e72b78" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.236407] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11d550d2-7d4a-405c-b2c6-866535e72b78',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.620720] env[65916]: INFO networking_nsxv3.common.synchronization [None req-78c860ff-1128-464b-86e9-61b4b28aaca8 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Enqueued Resource ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 with Priority: HIGHEST for action security_group_rules [ 803.622092] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 with Priority: HIGHEST for action security_group_rules [ 803.622092] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b530aa8c-2498-4887-90d0-7bbb3dca8715 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.622092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.622092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.622352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.622352] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b530aa8c-2498-4887-90d0-7bbb3dca8715',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.731024] env[65916]: INFO networking_nsxv3.common.synchronization [None req-1db0ac79-c072-481a-8882-4a94481f9ae8 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Enqueued Resource ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 with Priority: HIGHEST for action security_group_rules [ 803.731024] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 with Priority: HIGHEST for action security_group_rules [ 803.731024] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b530aa8c-2498-4887-90d0-7bbb3dca8715 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.731024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.737916] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.740174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.740174] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11d550d2-7d4a-405c-b2c6-866535e72b78 with status ACTIVE [ 803.740174] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.740174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.740174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.740174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.740174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.740174] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.740174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.740174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.740174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.740174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.740174] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.740174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.740174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.740680] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.740680] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.740680] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11d550d2-7d4a-405c-b2c6-866535e72b78 is going to be updated. [ 803.762443] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.762443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.762443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.762748] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.762748] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.763401] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11d550d2-7d4a-405c-b2c6-866535e72b78" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.075657] env[65916]: INFO networking_nsxv3.common.synchronization [req-f28381f0-5a17-472d-843b-025dec5e78d2 req-c7fed131-f549-4b73-87a6-5deec17aaf92 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Enqueued Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 804.075657] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 804.075932] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.077173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.149232] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.149467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.149585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.149876] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.149978] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.150175] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 already deleted. [ 804.150175] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.150308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.150459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.150542] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b530aa8c-2498-4887-90d0-7bbb3dca8715',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.573784] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.574181] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-884" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.574400] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-884" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.575024] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-884" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.575618] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.575923] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.576164] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.576691] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.576691] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.577010] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.577101] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.577242] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.577382] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.577786] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.577786] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.577897] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.600738] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.601089] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.601185] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.601294] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-884" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.601597] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-88512bc6-fabf-4dfc-961e-07e708f27082 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.601802] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-88512bc6-fabf-4dfc-961e-07e708f27082" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.602090] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-88512bc6-fabf-4dfc-961e-07e708f27082" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.602462] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-88512bc6-fabf-4dfc-961e-07e708f27082" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.602639] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88512bc6-fabf-4dfc-961e-07e708f27082',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.633778] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: SUCCESS [ 804.634202] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.634202] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.634408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.634656] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.634793] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.634862] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.635052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.635152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.635240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.635337] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.636374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.636582] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.636750] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.636874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.636943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.637103] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.637181] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.637268] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.673746] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.673746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.673746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.673746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.673746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.673746] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 already deleted. [ 804.673746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.705715] env[65916]: INFO networking_nsxv3.common.synchronization [None req-9fc8afc3-ac0c-48e7-a0f3-a6f810adfcc4 None None] Enqueued Resource ID: 6b7de0fd-f3b6-4c64-a100-77730e74991a with Priority: HIGHEST for action port [ 804.706295] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b7de0fd-f3b6-4c64-a100-77730e74991a with Priority: HIGHEST for action port [ 804.706604] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b7de0fd-f3b6-4c64-a100-77730e74991a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.707190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b7de0fd-f3b6-4c64-a100-77730e74991a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.707190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b7de0fd-f3b6-4c64-a100-77730e74991a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.709222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b7de0fd-f3b6-4c64-a100-77730e74991a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.709222] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b7de0fd-f3b6-4c64-a100-77730e74991a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.919291] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: SUCCESS [ 804.919516] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.920198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.920198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.920198] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.053475] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 805.053793] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.054107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.054434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.054699] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.054884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.055017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.055290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.055430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.055585] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.108030] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.108266] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.108387] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.108655] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.108790] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.108934] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 88512bc6-fabf-4dfc-961e-07e708f27082 not found, creating... [ 805.109221] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.109402] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.109514] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.109718] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.109845] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.110129] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.110280] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.110401] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.110577] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.110699] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.110855] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 88512bc6-fabf-4dfc-961e-07e708f27082 is going to be created. [ 805.132043] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.132043] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.132282] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.132374] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.132602] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.132818] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-88512bc6-fabf-4dfc-961e-07e708f27082" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.139882] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.140010] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.140198] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.211644] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b7de0fd-f3b6-4c64-a100-77730e74991a [ 805.212102] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.212214] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.212214] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.212403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.212653] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.212653] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b7de0fd-f3b6-4c64-a100-77730e74991a already deleted. [ 805.212653] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b7de0fd-f3b6-4c64-a100-77730e74991a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.422361] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.422555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.422625] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.422803] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.422985] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.423148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.423233] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.423338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.423422] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.423511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.423598] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.428480] env[65916]: INFO networking_nsxv3.common.synchronization [req-620cd08f-5e54-4ca6-b871-aa075d482e82 req-5c309e47-ebd8-4c75-b88c-ecc37db0e32c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Enqueued Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 805.429137] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 805.429316] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.429424] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.429489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.430324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.430324] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.430324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.430324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.430324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.430324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.430324] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.558155] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.641944] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.846072] env[65916]: INFO networking_nsxv3.common.synchronization [req-f28381f0-5a17-472d-843b-025dec5e78d2 req-957a72c1-6da5-4caa-ba9c-b8b4359bd976 service nova] Enqueued Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_rules [ 805.846256] env[65916]: INFO networking_nsxv3.common.synchronization [req-f28381f0-5a17-472d-843b-025dec5e78d2 req-957a72c1-6da5-4caa-ba9c-b8b4359bd976 service nova] Enqueued Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 805.846386] env[65916]: INFO networking_nsxv3.common.synchronization [req-f28381f0-5a17-472d-843b-025dec5e78d2 req-957a72c1-6da5-4caa-ba9c-b8b4359bd976 service nova] Enqueued Resource ID: 88512bc6-fabf-4dfc-961e-07e708f27082 with Priority: HIGHEST for action port [ 805.846610] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_rules [ 805.846735] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 805.846832] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88512bc6-fabf-4dfc-961e-07e708f27082 with Priority: HIGHEST for action port [ 805.847380] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.847489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.847682] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.847766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.847937] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-88512bc6-fabf-4dfc-961e-07e708f27082 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.853585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88512bc6-fabf-4dfc-961e-07e708f27082" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.853718] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88512bc6-fabf-4dfc-961e-07e708f27082" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.853938] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88512bc6-fabf-4dfc-961e-07e708f27082" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.854052] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88512bc6-fabf-4dfc-961e-07e708f27082',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.926419] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.926419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.931955] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.063044] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.144581] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.144824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.144824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.145125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.145226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.145327] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 is going to be updated. [ 806.176437] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.176645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.176759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.177028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.177232] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.189424] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: IN_PROGRESS for 2s [ 806.356223] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88512bc6-fabf-4dfc-961e-07e708f27082 with status ACTIVE [ 806.356589] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.356788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.356905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.357244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.357391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.357653] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.357818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.357920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.358191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.358321] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.358616] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.358776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.358890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.359123] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.359254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.359388] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88512bc6-fabf-4dfc-961e-07e708f27082 is going to be updated. [ 806.383284] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.383477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.383477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.383705] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.383842] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.384094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88512bc6-fabf-4dfc-961e-07e708f27082" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.437750] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.566027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.566027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.566027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.566027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.566375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.566375] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 806.595164] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.595328] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.595394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.595916] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.596081] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.606314] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 806.941647] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.941993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.941993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.942156] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.942251] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.942406] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c6cf36-2512-4a54-82b9-88280573720e is going to be updated. [ 806.976633] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.976807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.976851] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.977063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.977208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.986888] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: IN_PROGRESS for 2s [ 808.200107] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: SUCCESS [ 808.200378] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.200601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.200720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.200929] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.201169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.201169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.201321] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.201399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.201485] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.201652] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.201753] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.201847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.202098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.202168] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.202266] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.202323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.202454] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.202541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.202626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.202709] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.203583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.203781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.203973] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.204089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.204152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.204294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.204369] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.204480] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.619442] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 808.619656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.619831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.620116] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.620337] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.620458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.620529] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.620728] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.620850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.620967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.621084] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.707787] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a03f306d-7ab7-4ddc-942b-f4460ddb3d84: rpc.has_security_group_logging(os_id): False [ 808.709241] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.733430] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.733567] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.733639] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.733976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.734202] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.734509] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.734673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.734844] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.735028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.735134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.735919] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.736060] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.736114] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.736297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.736381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.736583] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.736684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.736745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.736897] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.736972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.737073] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 is going to be created. [ 808.804251] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.805665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.805665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.805665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.805665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.818009] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: IN_PROGRESS for 2s [ 809.000116] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: SUCCESS [ 809.000325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.000528] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.004105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.004105] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.004105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.004105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.004105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.004105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.004105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.004105] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.005173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.005279] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.005527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.007835] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.007835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.007835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.007835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.007835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.007835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.007835] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.123816] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.124043] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.124116] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.124330] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.124499] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.124598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.124659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.124806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.124970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.125057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.125153] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.125246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.125307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.125445] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.125580] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.125672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.125729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.125861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.125934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.126030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.126131] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.212411] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.509558] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16c6cf36-2512-4a54-82b9-88280573720e: rpc.has_security_group_logging(os_id): False [ 809.531793] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.532019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.532065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.532418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.532552] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.532840] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.532950] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.533026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.533441] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.533441] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.533552] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.533607] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.533645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.533763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.533824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.534219] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.534878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.534878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.534878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.534878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.534878] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c6cf36-2512-4a54-82b9-88280573720e is going to be updated. [ 809.601082] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.601239] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.601305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.601516] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.602342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.620639] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: IN_PROGRESS for 2s [ 809.631349] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 481061d5-95e1-4192-a671-a98e4917c518: rpc.has_security_group_logging(os_id): False [ 809.650882] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.651143] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.651143] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.651404] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.678021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.678308] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.678436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.678564] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.678827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.678827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.679179] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.679345] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.679402] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.679641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.679641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.679873] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.679980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.680179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.680493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.680572] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.680661] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 809.716412] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.716734] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.716998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.716998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.717584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.717584] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 is going to be updated. [ 809.779154] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.779154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.779154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.779154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.779154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.792295] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: IN_PROGRESS for 2s [ 809.792295] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.792295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.792295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.792295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.792295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.811502] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 810.001165] env[65916]: INFO networking_nsxv3.common.synchronization [req-9b795300-52ac-4905-a033-5b1dec34d1eb req-92cae33e-f7db-4ea5-b78f-32a20a2268a1 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Enqueued Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 810.001826] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 810.002276] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.002393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.450721] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.451185] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-884" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.451185] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-884" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.451405] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-884" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.451696] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.451867] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.452037] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.452659] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.452659] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.452659] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.452659] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.452959] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.452959] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.452959] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.453098] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.453373] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.487654] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.487822] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.487957] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.488177] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-884" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.488503] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.488668] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.488780] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.489146] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.489279] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b76269-defa-4fc7-a6fa-c3c9cd77cbcc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.606058] env[65916]: INFO networking_nsxv3.common.synchronization [None req-a38ddbee-03b6-4112-b4d2-5ba2a2d3e49d None None] Enqueued Resource ID: 8aec26bb-44af-4d51-bb2a-3b7a8e6fe8e8 with Priority: HIGHEST for action port [ 810.606058] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aec26bb-44af-4d51-bb2a-3b7a8e6fe8e8 with Priority: HIGHEST for action port [ 810.606328] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-8aec26bb-44af-4d51-bb2a-3b7a8e6fe8e8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.606484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8aec26bb-44af-4d51-bb2a-3b7a8e6fe8e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.606484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8aec26bb-44af-4d51-bb2a-3b7a8e6fe8e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.606743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8aec26bb-44af-4d51-bb2a-3b7a8e6fe8e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.606806] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aec26bb-44af-4d51-bb2a-3b7a8e6fe8e8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.834693] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: SUCCESS [ 810.834970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.835247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.835515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.835609] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.992633] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.992633] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.992759] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.993327] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.993327] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.993454] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 02b76269-defa-4fc7-a6fa-c3c9cd77cbcc not found, creating... [ 810.993786] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.994062] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.994234] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.994597] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.994787] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.995214] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.995436] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.995578] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.995803] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.996479] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.996479] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 02b76269-defa-4fc7-a6fa-c3c9cd77cbcc is going to be created. [ 811.018041] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.018041] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.018041] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.018293] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.018552] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.018789] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.109541] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8aec26bb-44af-4d51-bb2a-3b7a8e6fe8e8 [ 811.109779] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.109938] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.110035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.110255] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.110342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.110438] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8aec26bb-44af-4d51-bb2a-3b7a8e6fe8e8 already deleted. [ 811.110518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8aec26bb-44af-4d51-bb2a-3b7a8e6fe8e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.278101] env[65916]: INFO networking_nsxv3.common.synchronization [None req-444b35e8-cea6-41f7-ac6e-c77fb71cd110 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Enqueued Resource ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 with Priority: HIGHEST for action security_group_rules [ 811.278716] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 with Priority: HIGHEST for action security_group_rules [ 811.278926] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4a1a50-76a2-44c4-83c5-45479311ea33 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.279091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.279161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.279462] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.279540] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4a1a50-76a2-44c4-83c5-45479311ea33',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.338313] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.338544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.429909] env[65916]: INFO networking_nsxv3.common.synchronization [None req-467984d5-bb6c-4ace-a100-a867ab3e12a7 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Enqueued Resource ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 with Priority: HIGHEST for action security_group_rules [ 811.430506] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 with Priority: HIGHEST for action security_group_rules [ 811.434018] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4a1a50-76a2-44c4-83c5-45479311ea33 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.434018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.638595] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: SUCCESS [ 811.638964] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.780021] env[65916]: INFO networking_nsxv3.common.synchronization [req-9b795300-52ac-4905-a033-5b1dec34d1eb req-38f6d141-1227-491c-84d5-43f7fed0f40f service nova] Enqueued Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_rules [ 811.780021] env[65916]: INFO networking_nsxv3.common.synchronization [req-9b795300-52ac-4905-a033-5b1dec34d1eb req-38f6d141-1227-491c-84d5-43f7fed0f40f service nova] Enqueued Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 811.780021] env[65916]: INFO networking_nsxv3.common.synchronization [req-9b795300-52ac-4905-a033-5b1dec34d1eb req-38f6d141-1227-491c-84d5-43f7fed0f40f service nova] Enqueued Resource ID: 02b76269-defa-4fc7-a6fa-c3c9cd77cbcc with Priority: HIGHEST for action port [ 811.780021] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_rules [ 811.780411] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 811.780411] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b76269-defa-4fc7-a6fa-c3c9cd77cbcc with Priority: HIGHEST for action port [ 811.780853] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.780974] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.781106] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.781696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.781696] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.781696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.781696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.781696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.782100] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b76269-defa-4fc7-a6fa-c3c9cd77cbcc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.800435] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: SUCCESS [ 811.801574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.801574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.801574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.801574] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.801574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.801574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.801574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.801907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.801907] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.808364] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.808364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.808364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.808935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.809038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.809633] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 already deleted. [ 811.809633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.809633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.809633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.809633] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4a1a50-76a2-44c4-83c5-45479311ea33',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.832081] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 811.835019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.289447] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02b76269-defa-4fc7-a6fa-c3c9cd77cbcc with status ACTIVE [ 812.289447] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.289447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.289447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.289758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.289758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.289829] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.289940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.290017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.290242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.290334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.290567] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.290671] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.290728] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.290925] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.291017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.291107] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02b76269-defa-4fc7-a6fa-c3c9cd77cbcc is going to be updated. [ 812.304722] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.313672] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.313926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.313926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.314345] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.314345] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.314466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.336080] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.336314] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.336394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.336822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.336822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.336918] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 already deleted. [ 812.336989] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.806804] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.069094] env[65916]: INFO networking_nsxv3.common.synchronization [None req-6858fbf0-9dc5-4062-b647-b08f321f787b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 with Priority: HIGHEST for action security_group_rules [ 813.069663] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 with Priority: HIGHEST for action security_group_rules [ 813.069974] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cc89979-6fc9-41ca-b8b5-f5131c18e337 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.071848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.072121] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.072258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.072346] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cc89979-6fc9-41ca-b8b5-f5131c18e337',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.206623] env[65916]: INFO networking_nsxv3.common.synchronization [None req-063396c7-3959-4805-97f7-e9873fc739c0 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 with Priority: HIGHEST for action security_group_rules [ 813.207215] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 with Priority: HIGHEST for action security_group_rules [ 813.208262] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cc89979-6fc9-41ca-b8b5-f5131c18e337 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.208262] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.257721] env[65916]: INFO networking_nsxv3.common.synchronization [None req-fef64b34-c567-400e-9aa7-4f9b16ef19b1 None None] Enqueued Resource ID: ba83edb8-4407-4fbd-9739-66db3789055e with Priority: HIGHEST for action port [ 813.257721] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba83edb8-4407-4fbd-9739-66db3789055e with Priority: HIGHEST for action port [ 813.257721] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba83edb8-4407-4fbd-9739-66db3789055e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.257721] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba83edb8-4407-4fbd-9739-66db3789055e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.257721] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba83edb8-4407-4fbd-9739-66db3789055e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.258171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba83edb8-4407-4fbd-9739-66db3789055e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.258171] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba83edb8-4407-4fbd-9739-66db3789055e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.314594] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.314772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.315596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.315596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.315596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.315596] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 is going to be updated. [ 813.358903] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.358903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.358903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.358903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.359203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.371526] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: IN_PROGRESS for 2s [ 813.593795] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.593795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.593795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.593795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.594086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.594086] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 already deleted. [ 813.594086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.594335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.594403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.594469] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cc89979-6fc9-41ca-b8b5-f5131c18e337',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.764803] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba83edb8-4407-4fbd-9739-66db3789055e [ 813.765172] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.765348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.765449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.765749] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.765889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.766100] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba83edb8-4407-4fbd-9739-66db3789055e already deleted. [ 813.766604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba83edb8-4407-4fbd-9739-66db3789055e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.117404] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.117783] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.117783] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.117915] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.117915] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.118207] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 already deleted. [ 814.118207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.382127] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: SUCCESS [ 815.382420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.382576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.382828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.383064] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.383220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.383292] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.383456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.383657] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.383743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.383801] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.384748] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.384971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.385162] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.385273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.385336] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.385574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.385574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.385695] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.887355] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.887537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.888878] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.392363] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.804585] env[65916]: INFO networking_nsxv3.common.synchronization [req-f9303de5-e3fb-447a-a62f-c952ea725f0b req-b4dfd45d-6b51-4a8b-b43c-ec818a872ab5 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 816.805154] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 816.805457] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.805582] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.805638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.805840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.805998] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.806124] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.806183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.806357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.806443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.806538] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.894503] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.894722] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.894831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.895144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.895264] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.895372] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 is going to be updated. [ 816.926391] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.926605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.926605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.926812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.926958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.937748] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: IN_PROGRESS for 2s [ 817.309017] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.811887] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.317880] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.318082] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.318149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.318399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.318510] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.318660] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 818.350253] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.350492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.350672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.351855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.351855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.362768] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 818.951071] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: SUCCESS [ 818.951469] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.951611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.951927] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.952207] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.952399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.952461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.952648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.952743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.952830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.953047] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.953170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.953290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.953413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.953584] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.953679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.953748] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.953884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.953986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.954073] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.954168] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.457134] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a03f306d-7ab7-4ddc-942b-f4460ddb3d84: rpc.has_security_group_logging(os_id): False [ 819.477164] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.477447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.477523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.477733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.477823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.478093] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.478221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.478298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.478472] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.478569] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.478780] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.478900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.478976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.479160] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.479242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.479421] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.479514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.479574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.479855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.480023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.480143] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 is going to be updated. [ 819.544856] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.545060] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.545170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.545380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.545523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.561625] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: IN_PROGRESS for 2s [ 820.372852] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 820.373250] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.574602] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: SUCCESS [ 821.574981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.575093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.575336] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.575445] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.806816] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 821.806943] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 822.078899] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.079920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.079920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.079920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.079920] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.080160] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.080160] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.080234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.080299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.080390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.080480] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.570345] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.570498] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.570573] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.570845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.570942] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.582927] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.583231] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.583231] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.583422] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.583590] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.583693] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.583756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.583903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.584044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.584215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.584371] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.584465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.584522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.584677] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.584859] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.584971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.585055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.585202] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.585278] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.585361] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.585462] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.076825] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.088581] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a03f306d-7ab7-4ddc-942b-f4460ddb3d84: rpc.has_security_group_logging(os_id): False [ 823.112020] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.112020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.112020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.112020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.112020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.112020] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.112020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.112020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.112020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.112020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.112020] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.112020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.112020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.112020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.112020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.112707] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.112707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.112707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.112707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.113013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.113238] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 is going to be updated. [ 823.179726] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.179726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.179726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.179726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.179726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.192319] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: IN_PROGRESS for 2s [ 823.579792] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.080907] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 824.081290] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 824.976890] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.977060] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.977134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.977686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.988787] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 824.989909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.991312] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 825.023530] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.023719] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.023767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.024106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.028894] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.029346] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 825.029424] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 825.029509] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 825.072367] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.072545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.072585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.072791] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.073824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.074074] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 825.138132] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.138457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.138457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.138590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.138822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.139076] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 825.208399] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.208604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.208604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.208811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.209038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.209264] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 825.209357] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bc906684-458d-48f6-9aed-18b2aef1de1c', '991ee104-86cf-4820-801a-3d3d3e91c271', '9e9b2203-8c07-4f1d-9242-643024f97a02', '4394493d-eba2-4b0d-b95d-ebeaee81a3f7', '23a0d8f1-443f-4495-999a-c072e1566239', 'b29573e8-50ba-49f0-94ba-a42943597223', '122d1fce-cbc2-42f2-bd34-56f28509bbcf', 'fca0cf45-2833-4bc5-b7e1-7d0784a36c9e', '0913fa11-fde3-4b73-96b8-96d059b7945c', 'a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65', 'e17ef1c0-bd9e-46ef-99c5-db6dbe597333', '14317970-3cfc-4dae-a24c-9ab1b1e23de2', '86cd8f6d-6280-470f-8010-3e9e6ef411ef', 'fd32007d-59d2-4748-ba74-3b604e95de8e', '6236c3f3-b115-4b34-b259-3777c15df669', '1a95b3b5-756d-4d32-a3b1-15e410af11ab', '7083f29d-193f-4ff8-aa51-8e94df1d51f4', '2788d82a-056c-480a-ae96-4411b50ae45a', '0ffb79de-a92a-43a1-8bf0-f33722d33411', 'aded5f7a-1c3d-402b-a5a1-d815234ecf66', 'b930feb9-93ff-4b78-b14b-d3db3a3cef15', '3f339fe0-05a8-4e71-878c-96cc153acbdd', '3f43f495-c293-45c4-acf2-d2ab7208594a', '7c854af9-9a6e-4746-8c17-a5532d915743', '381fd5b8-482f-4422-96f4-17c75deae34a', '0524b4e9-b18c-468f-ac62-d39f44f6ccc8', 'cee27c2b-1fd0-4e65-8012-1c446e031113', 'a03f306d-7ab7-4ddc-942b-f4460ddb3d84', '16c6cf36-2512-4a54-82b9-88280573720e', '7ede1522-8988-4860-bf33-cb51ce87871a', 'ae886a71-beaa-499c-bcc1-3af13b4024aa', '481061d5-95e1-4192-a671-a98e4917c518', 'e6881b6f-fc85-40f6-beb3-5155bb2fde8f', 'da979a94-81b4-4b23-a671-8f10e719e15a', 'd0a44cfc-3d58-4e77-998f-0db6f6035c95', '56af904d-9628-4da1-a407-362d50f62e51', 'bb7a3978-3293-413e-8e3c-42b06437bc17', 'a411799b-a191-44cc-b1f7-af6d427bd78a'} {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 825.209447] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 825.211036] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: SUCCESS [ 825.211242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.228925] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.229098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.229177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.229380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.229468] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.229574] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 825.229674] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 825.229715] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 825.297319] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.297501] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.297553] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.297729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.298493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.299672] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 825.299672] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 825.299672] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 825.299672] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 825.299672] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 825.299672] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc906684-458d-48f6-9aed-18b2aef1de1c with Priority: HIGH for action security_group_rules [ 825.299672] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 991ee104-86cf-4820-801a-3d3d3e91c271 with Priority: HIGH for action security_group_rules [ 825.299672] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 with Priority: HIGH for action security_group_rules [ 825.299672] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGH for action security_group_rules [ 825.299672] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGH for action security_group_rules [ 825.299672] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b29573e8-50ba-49f0-94ba-a42943597223 with Priority: HIGH for action security_group_rules [ 825.299672] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf with Priority: HIGH for action security_group_rules [ 825.299672] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGH for action security_group_rules [ 825.299672] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGH for action security_group_rules [ 825.299672] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 with Priority: HIGH for action security_group_rules [ 825.299672] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGH for action security_group_rules [ 825.299672] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGH for action security_group_rules [ 825.299672] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef with Priority: HIGH for action security_group_rules [ 825.300429] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGH for action security_group_rules [ 825.300429] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6236c3f3-b115-4b34-b259-3777c15df669 with Priority: HIGH for action security_group_rules [ 825.300429] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab with Priority: HIGH for action security_group_rules [ 825.300429] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 with Priority: HIGH for action security_group_rules [ 825.300429] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2788d82a-056c-480a-ae96-4411b50ae45a with Priority: HIGH for action security_group_rules [ 825.300429] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 with Priority: HIGH for action security_group_rules [ 825.300429] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGH for action security_group_rules [ 825.300429] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.693703] env[65916]: INFO networking_nsxv3.common.synchronization [req-746ef842-abbe-49ab-8993-35c6af8715cf req-865bcd25-2a2e-4394-a6ea-8047c76b1576 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 826.694259] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 826.694402] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc906684-458d-48f6-9aed-18b2aef1de1c with Priority: HIGH for action security_group_rules [ 826.694500] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 with Priority: HIGH for action security_group_rules [ 826.694595] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf with Priority: HIGH for action security_group_rules [ 826.694686] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6236c3f3-b115-4b34-b259-3777c15df669 with Priority: HIGH for action security_group_rules [ 826.694774] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGH for action security_group_rules [ 826.694861] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 with Priority: HIGH for action security_group_rules [ 826.694946] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2788d82a-056c-480a-ae96-4411b50ae45a with Priority: HIGH for action security_group_rules [ 826.696138] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 with Priority: HIGH for action security_group_rules [ 826.696346] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGH for action security_group_rules [ 826.696461] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab with Priority: HIGH for action security_group_rules [ 826.696561] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef with Priority: HIGH for action security_group_rules [ 826.696656] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 with Priority: HIGH for action security_group_rules [ 826.696749] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 with Priority: HIGH for action security_group_rules [ 826.696844] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 with Priority: HIGH for action security_group_rules [ 826.697064] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGH for action security_group_rules [ 826.697123] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29573e8-50ba-49f0-94ba-a42943597223 with Priority: HIGH for action security_group_rules [ 826.697166] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGH for action security_group_rules [ 826.697334] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGH for action security_group_rules [ 826.697334] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991ee104-86cf-4820-801a-3d3d3e91c271 with Priority: HIGH for action security_group_rules [ 826.697422] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 with Priority: HIGH for action security_group_rules [ 826.697699] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.697812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.697872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.698073] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.698236] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.698525] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.698525] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.698676] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.698676] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.698767] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.699642] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc906684-458d-48f6-9aed-18b2aef1de1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.699766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.699834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.699994] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.700233] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc906684-458d-48f6-9aed-18b2aef1de1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.700804] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e9b2203-8c07-4f1d-9242-643024f97a02 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.700902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.701105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.701190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.701190] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e9b2203-8c07-4f1d-9242-643024f97a02',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.702552] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-122d1fce-cbc2-42f2-bd34-56f28509bbcf taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.702552] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.702552] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.702552] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.702552] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('122d1fce-cbc2-42f2-bd34-56f28509bbcf',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.703645] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6236c3f3-b115-4b34-b259-3777c15df669 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.703645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.703855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.703855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.703927] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6236c3f3-b115-4b34-b259-3777c15df669',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.704888] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.704984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.705106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.705200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.705290] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.706181] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ffb79de-a92a-43a1-8bf0-f33722d33411 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.707021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.707106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.708635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.708635] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ffb79de-a92a-43a1-8bf0-f33722d33411',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.708635] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2788d82a-056c-480a-ae96-4411b50ae45a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.708635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.708812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.708812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.708877] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2788d82a-056c-480a-ae96-4411b50ae45a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.710143] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7083f29d-193f-4ff8-aa51-8e94df1d51f4 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.710383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.710491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.710709] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.710822] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7083f29d-193f-4ff8-aa51-8e94df1d51f4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.712444] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.712558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.712623] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.712770] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.712840] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.713654] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a95b3b5-756d-4d32-a3b1-15e410af11ab taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.713758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.713822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.713970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.714087] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a95b3b5-756d-4d32-a3b1-15e410af11ab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.714298] env[65916]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 826.714943] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86cd8f6d-6280-470f-8010-3e9e6ef411ef taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.715070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.715129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.715276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.715346] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86cd8f6d-6280-470f-8010-3e9e6ef411ef',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.716254] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.716371] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.716439] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.716585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.716655] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14317970-3cfc-4dae-a24c-9ab1b1e23de2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.717448] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e17ef1c0-bd9e-46ef-99c5-db6dbe597333 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.717554] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.717619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.717762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.717831] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e17ef1c0-bd9e-46ef-99c5-db6dbe597333',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.718696] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.718799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.718871] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.719023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.719094] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.719888] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.719992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.720070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.720216] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.720284] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.721198] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29573e8-50ba-49f0-94ba-a42943597223 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.721297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.721367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.721514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.721579] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29573e8-50ba-49f0-94ba-a42943597223',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.722383] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.722487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.722552] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.722697] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.722767] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.723561] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.723668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.723734] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.723881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.723953] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.724937] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991ee104-86cf-4820-801a-3d3d3e91c271 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.725100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.725140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.725353] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.725427] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991ee104-86cf-4820-801a-3d3d3e91c271',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.726215] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.726324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.726388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.726533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.726603] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4394493d-eba2-4b0d-b95d-ebeaee81a3f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.726819] env[65916]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 826.732771] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.732939] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.732939] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.733949] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.763881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.764058] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.764224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.764273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.764449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.764528] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.764616] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 826.795639] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.795795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.795843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.796056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.796284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.809864] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 827.031912] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-416 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.032129] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.032251] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.032512] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.032784] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.032989] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.033152] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.033418] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.033558] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.033761] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.034588] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.034588] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.034588] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.034588] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.034588] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.034588] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.054070] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.054070] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.054288] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.054339] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.054675] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.054863] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.054935] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.055332] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.055458] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.247813] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.247943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.247999] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.248257] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.249770] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.249869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.259581] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.259581] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.259581] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.259812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.259999] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.260128] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.260739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.260739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.260739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.260739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.260739] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.281677] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.281898] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc906684-458d-48f6-9aed-18b2aef1de1c is going to be deleted. [ 827.284058] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.284186] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.284237] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.284970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.284970] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.284970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.284970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.284970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.285288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.285288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.285288] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.297429] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.297687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.310019] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.310142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.374285] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.374285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.374285] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.374285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.375370] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.375463] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.376189] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.376282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.377051] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.377103] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.377834] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.377924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.378651] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.378741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.379596] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.379596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.380516] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.380712] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.383233] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 827.383656] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.383712] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.386616] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 827.387035] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.387138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.387732] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 827.388128] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.388239] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.388861] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 827.389246] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.389338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.389938] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 827.390332] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.390421] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.393656] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 827.394106] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.394203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.394923] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 827.395830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.395830] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e9b2203-8c07-4f1d-9242-643024f97a02 is going to be deleted. [ 827.396305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.396502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.514255] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.514391] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14317970-3cfc-4dae-a24c-9ab1b1e23de2 is going to be deleted. [ 827.515488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.515604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.549538] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.549746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.553362] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.553570] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.558244] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.558465] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.558559] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.558844] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.558990] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.559154] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd not found, creating... [ 827.559405] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.559560] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.559672] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.559889] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.560029] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.560402] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.560593] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.561175] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.561175] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.561175] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.561175] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd is going to be created. [ 827.563122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.563234] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86cd8f6d-6280-470f-8010-3e9e6ef411ef is going to be deleted. [ 827.564152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.564347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.576278] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.576452] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.599993] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.600239] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.600333] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.600777] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.600823] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.601053] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.603212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.603329] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7083f29d-193f-4ff8-aa51-8e94df1d51f4 is going to be deleted. [ 827.604256] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.604441] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.649825] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.649928] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.651040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.651142] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4394493d-eba2-4b0d-b95d-ebeaee81a3f7 is going to be deleted. [ 827.652313] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.652537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.726818] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.727303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.763925] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.764264] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.764264] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.764380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.764634] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.764634] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.764795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.764842] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.764889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.765019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.765219] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.765323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.765392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.765512] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.765652] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.765745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.765804] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.765938] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.766075] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.766147] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.766203] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.775390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.775572] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ffb79de-a92a-43a1-8bf0-f33722d33411 is going to be deleted. [ 827.776761] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.776979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.806018] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.818711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.818711] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29573e8-50ba-49f0-94ba-a42943597223 is going to be deleted. [ 827.820082] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.820338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.887148] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.887444] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.897610] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.897795] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991ee104-86cf-4820-801a-3d3d3e91c271 is going to be deleted. [ 827.898768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.899019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.963862] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.964052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.968535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.968723] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2788d82a-056c-480a-ae96-4411b50ae45a is going to be deleted. [ 827.969914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.970174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.989126] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.989276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.017122] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.017314] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.031857] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.033690] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 122d1fce-cbc2-42f2-bd34-56f28509bbcf is going to be deleted. [ 828.033690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.033690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.083158] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.083326] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6236c3f3-b115-4b34-b259-3777c15df669 is going to be deleted. [ 828.084979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.084979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.111588] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.111707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.115031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.115031] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e17ef1c0-bd9e-46ef-99c5-db6dbe597333 is going to be deleted. [ 828.115805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.116032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.161741] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.161973] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.200722] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.203122] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65 is going to be deleted. [ 828.203122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.203122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.266050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.266050] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a95b3b5-756d-4d32-a3b1-15e410af11ab is going to be deleted. [ 828.266050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.266050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.268271] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23a0d8f1-443f-4495-999a-c072e1566239: rpc.has_security_group_logging(os_id): False [ 828.272052] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.272300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.309049] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0913fa11-fde3-4b73-96b8-96d059b7945c: rpc.has_security_group_logging(os_id): False [ 828.314351] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.314553] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.321493] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.321644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.341026] env[65916]: INFO networking_nsxv3.common.synchronization [req-746ef842-abbe-49ab-8993-35c6af8715cf req-355c68bd-0f70-43e3-ad86-4ad0abfd7654 service nova] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_rules [ 828.341026] env[65916]: INFO networking_nsxv3.common.synchronization [req-746ef842-abbe-49ab-8993-35c6af8715cf req-355c68bd-0f70-43e3-ad86-4ad0abfd7654 service nova] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 828.341026] env[65916]: INFO networking_nsxv3.common.synchronization [req-746ef842-abbe-49ab-8993-35c6af8715cf req-355c68bd-0f70-43e3-ad86-4ad0abfd7654 service nova] Enqueued Resource ID: ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd with Priority: HIGHEST for action port [ 828.341026] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_rules [ 828.341026] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 828.341026] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd with Priority: HIGHEST for action port [ 828.342185] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.342489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.342850] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.345730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.345730] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.345730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.345730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.345730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.345730] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.346958] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.347133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.370790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.370956] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be deleted. [ 828.372327] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.372552] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.409626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.409815] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be deleted. [ 828.411046] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.411329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.411463] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.411601] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be deleted. [ 828.414295] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.414461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.415112] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.415112] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.415112] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.415112] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a28c0c5a-dbc0-43a2-a511-50a1ec8dfd65" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.415359] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.415480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.415669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.415786] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc906684-458d-48f6-9aed-18b2aef1de1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.416588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.416770] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.416855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.416975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e9b2203-8c07-4f1d-9242-643024f97a02" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.417204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.417390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.417467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.417608] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14317970-3cfc-4dae-a24c-9ab1b1e23de2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.418169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.418335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.418417] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.418537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86cd8f6d-6280-470f-8010-3e9e6ef411ef" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.418679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.418847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.418923] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.419051] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7083f29d-193f-4ff8-aa51-8e94df1d51f4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.419702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.419900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.419986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.420085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4394493d-eba2-4b0d-b95d-ebeaee81a3f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.420232] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.420374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.420449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.420550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ffb79de-a92a-43a1-8bf0-f33722d33411" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.420662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.420859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.420859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.420859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29573e8-50ba-49f0-94ba-a42943597223" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.420859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.421418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.421418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.421418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991ee104-86cf-4820-801a-3d3d3e91c271" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.421704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.421704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.421704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.421878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2788d82a-056c-480a-ae96-4411b50ae45a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.421979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.422179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.422179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.422266] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-122d1fce-cbc2-42f2-bd34-56f28509bbcf" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.422351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.422532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.422572] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.422702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6236c3f3-b115-4b34-b259-3777c15df669" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.422820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.423021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.423063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.423160] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e17ef1c0-bd9e-46ef-99c5-db6dbe597333" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.423275] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.423408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.459357] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.459583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.460767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.460767] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.460767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.461017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.461058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.461115] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.461320] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.461447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.461498] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.462172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.462172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.462172] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.462172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.462172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.462172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.462549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.462549] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 828.463404] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.463567] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.465105] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.465214] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.548445] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.548445] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.548445] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.548445] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.548707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.548826] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.548951] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c is going to be updated. [ 828.550383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.550491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.550583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.550653] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.550890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.550976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.551077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.551260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a95b3b5-756d-4d32-a3b1-15e410af11ab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.600130] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.600341] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.600341] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.600576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.600666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.600787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.600944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.601119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.601203] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.603474] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.603598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.603663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.604050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.604050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.604164] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.655035] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.655219] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.655259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.655505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.655664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.657689] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.657818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.657879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.658063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.658200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.701805] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: IN_PROGRESS for 2s [ 828.702853] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 828.703541] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 828.824774] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 828.825148] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 deletion is rescheduled due to dependency. [ 828.825148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.825811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.825811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.825811] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.825811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.826067] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.826105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.826199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.826362] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.848780] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd with status ACTIVE [ 828.848936] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.849042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.849477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.849477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.849477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.849745] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.849745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.849745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.849926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.849926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.850191] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.850191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.850360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.850360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.850474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.850535] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd is going to be updated. [ 828.883023] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.883023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.883300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.883399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.883605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.883848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.025090] env[65916]: INFO networking_nsxv3.common.synchronization [req-e794eb2d-41b1-4752-a3f6-8f329bbac39f req-d324a46e-e2bc-46dd-b22b-81ff599b104a tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Enqueued Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_members [ 829.025667] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da979a94-81b4-4b23-a671-8f10e719e15a with Priority: HIGHEST for action security_group_members [ 829.025975] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-da979a94-81b4-4b23-a671-8f10e719e15a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.026289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.026359] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.026564] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.026729] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.026832] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.026893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.027117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.027268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.027372] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da979a94-81b4-4b23-a671-8f10e719e15a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.105613] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.105776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.332013] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.355440] env[65916]: INFO networking_nsxv3.common.synchronization [req-34cf05d3-894b-4a60-a02d-d6b251106e74 req-f0fde691-31ed-466a-aa8e-c2e0fbc393d3 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Enqueued Resource ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 with Priority: HIGHEST for action security_group_members [ 829.356347] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 with Priority: HIGHEST for action security_group_members [ 829.356741] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.356989] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.356989] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.357264] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.357370] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.357463] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.357512] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.357669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.357753] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.357851] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cf2d733-b314-4a84-99de-9d2c5f0dd0b3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.530357] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.530357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.530357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.530926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.557227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.557227] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.557227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.557227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.557227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.557227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.557227] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da979a94-81b4-4b23-a671-8f10e719e15a is going to be updated. [ 829.591362] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.591362] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.591362] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.591362] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.591362] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.603419] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da979a94-81b4-4b23-a671-8f10e719e15a in Status: IN_PROGRESS for 2s [ 829.755020] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.755020] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-797" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.755020] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-797" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.755020] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-797" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.755020] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.755567] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.755834] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.756212] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.756567] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.756976] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.758706] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.758706] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.758706] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.758706] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.758706] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.758706] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.779357] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.779546] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.779692] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.779863] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-797" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.780235] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-d746a756-9f03-4e69-90c5-0cf252dd5efe taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.780455] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-d746a756-9f03-4e69-90c5-0cf252dd5efe" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.780608] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-d746a756-9f03-4e69-90c5-0cf252dd5efe" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.780939] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-d746a756-9f03-4e69-90c5-0cf252dd5efe" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.781096] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d746a756-9f03-4e69-90c5-0cf252dd5efe',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.833934] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.860302] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.860513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.860562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.860880] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.861031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.861268] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.861419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.861514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.861643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.861769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.861918] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 already deleted. [ 829.862040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.287948] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.287948] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.287948] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.287948] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.287948] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.287948] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port d746a756-9f03-4e69-90c5-0cf252dd5efe not found, creating... [ 830.287948] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.288438] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.288438] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.288438] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.288632] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.288811] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.289028] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.289107] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.289304] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.289432] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.289564] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: d746a756-9f03-4e69-90c5-0cf252dd5efe is going to be created. [ 830.337173] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.337508] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.337508] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.337638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.337679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.337771] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 830.358264] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.358575] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.358683] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.358945] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.359304] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.359444] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-d746a756-9f03-4e69-90c5-0cf252dd5efe" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.387402] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.387568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.387631] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.387888] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.388104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.399717] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 830.718785] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: SUCCESS [ 830.719027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.719786] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 830.719961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.009156] env[65916]: INFO networking_nsxv3.common.synchronization [req-34cf05d3-894b-4a60-a02d-d6b251106e74 req-28b2f36e-fd73-4ccb-a9bb-045abd871556 service nova] Enqueued Resource ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 with Priority: HIGHEST for action security_group_rules [ 831.009156] env[65916]: INFO networking_nsxv3.common.synchronization [req-34cf05d3-894b-4a60-a02d-d6b251106e74 req-28b2f36e-fd73-4ccb-a9bb-045abd871556 service nova] Enqueued Resource ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 with Priority: HIGHEST for action security_group_members [ 831.009156] env[65916]: INFO networking_nsxv3.common.synchronization [req-34cf05d3-894b-4a60-a02d-d6b251106e74 req-28b2f36e-fd73-4ccb-a9bb-045abd871556 service nova] Enqueued Resource ID: d746a756-9f03-4e69-90c5-0cf252dd5efe with Priority: HIGHEST for action port [ 831.011247] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 with Priority: HIGHEST for action security_group_rules [ 831.011247] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 with Priority: HIGHEST for action security_group_members [ 831.011247] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d746a756-9f03-4e69-90c5-0cf252dd5efe with Priority: HIGHEST for action port [ 831.011247] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.011247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.011247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.011961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.012190] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cf2d733-b314-4a84-99de-9d2c5f0dd0b3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.015017] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.015017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.015017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.015017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.015017] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.015017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.015017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.015017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.015017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.015017] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cf2d733-b314-4a84-99de-9d2c5f0dd0b3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.021134] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-d746a756-9f03-4e69-90c5-0cf252dd5efe taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.021134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d746a756-9f03-4e69-90c5-0cf252dd5efe" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.021134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d746a756-9f03-4e69-90c5-0cf252dd5efe" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.021575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d746a756-9f03-4e69-90c5-0cf252dd5efe" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.021575] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d746a756-9f03-4e69-90c5-0cf252dd5efe',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.523270] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cf2d733-b314-4a84-99de-9d2c5f0dd0b3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.526906] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.526906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.526906] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d746a756-9f03-4e69-90c5-0cf252dd5efe with status ACTIVE [ 831.526906] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.526906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.526906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.526906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.526906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.526906] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.526906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.526906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.526906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.526906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.526906] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.527495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.527495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.527495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.527495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.527495] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d746a756-9f03-4e69-90c5-0cf252dd5efe is going to be updated. [ 831.550484] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.550484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.550484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.550484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.550484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.550484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d746a756-9f03-4e69-90c5-0cf252dd5efe" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.613719] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da979a94-81b4-4b23-a671-8f10e719e15a in Status: SUCCESS [ 831.613719] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da979a94-81b4-4b23-a671-8f10e719e15a deletion is rescheduled due to dependency. [ 831.613922] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da979a94-81b4-4b23-a671-8f10e719e15a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.025691] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cf2d733-b314-4a84-99de-9d2c5f0dd0b3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.411429] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 832.411684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.412231] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.412450] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.412648] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.412772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.412834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.413000] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.413094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.413192] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.413299] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.528499] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.528757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.528894] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.529706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.529706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.529706] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 is going to be created. [ 832.560568] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.560761] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.560811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.560999] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.561183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.572451] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 in Status: UNINITIALIZED for 2s [ 832.916579] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.916862] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.916862] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.917184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.917391] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.917496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.917597] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.918024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.918152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.918310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.918452] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.918575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.918637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.918824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.919036] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.919170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.919231] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.919435] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.919682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.919682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.919756] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.027879] env[65916]: INFO networking_nsxv3.common.synchronization [req-22c9d714-801f-4ac7-8f77-e8481843591e req-8c8b9a98-87b6-4365-abf4-f58baf2744d5 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 833.028446] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 833.028761] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.028887] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.028954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.029167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.029344] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.029465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.029529] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.029681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.029762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.029853] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.390615] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.390872] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.391680] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.392099] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.392294] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.392613] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.392613] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.392967] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.392967] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.393142] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.393332] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.393379] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.393494] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.393600] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.393690] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.393833] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.416497] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.416708] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.416876] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.417109] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.418642] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-8e98aae8-324c-4f39-a5ad-a237ac03966c taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.418642] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-8e98aae8-324c-4f39-a5ad-a237ac03966c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.418642] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-8e98aae8-324c-4f39-a5ad-a237ac03966c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.418642] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-8e98aae8-324c-4f39-a5ad-a237ac03966c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.418642] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e98aae8-324c-4f39-a5ad-a237ac03966c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.422271] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aded5f7a-1c3d-402b-a5a1-d815234ecf66: rpc.has_security_group_logging(os_id): False [ 833.441840] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.442112] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.442466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.442466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.442466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.442654] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.442762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.442826] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.442987] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.443065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.443263] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.443667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.443667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.443667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.443667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.443805] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.443861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.443894] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.444091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.444172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.444292] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be created. [ 833.510541] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.511276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.511276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.511276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.511276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.527753] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 833.532064] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.532222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.532295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.532495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.532586] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.532784] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.532881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.532938] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.533096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.533178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.533252] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be deleted. [ 833.565482] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.565667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.565753] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.565954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.566054] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.566154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.920486] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.920731] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.920857] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.921142] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.921305] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.921455] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 8e98aae8-324c-4f39-a5ad-a237ac03966c not found, creating... [ 833.921705] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.921856] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.922087] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.922270] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.922404] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.923017] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.923017] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.923017] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.923206] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.923314] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.923600] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 8e98aae8-324c-4f39-a5ad-a237ac03966c is going to be created. [ 833.948117] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.948483] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.948632] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.948988] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.949332] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.949607] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-8e98aae8-324c-4f39-a5ad-a237ac03966c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.585902] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 in Status: SUCCESS [ 834.586415] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.586415] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.586493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.586650] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.586770] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.586829] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.586983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.587078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.587587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.587587] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cf2d733-b314-4a84-99de-9d2c5f0dd0b3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.681180] env[65916]: INFO networking_nsxv3.common.synchronization [req-22c9d714-801f-4ac7-8f77-e8481843591e req-41196993-4ba9-4072-b8d7-67a7bcd8342b service nova] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_rules [ 834.681581] env[65916]: INFO networking_nsxv3.common.synchronization [req-22c9d714-801f-4ac7-8f77-e8481843591e req-41196993-4ba9-4072-b8d7-67a7bcd8342b service nova] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 834.681581] env[65916]: INFO networking_nsxv3.common.synchronization [req-22c9d714-801f-4ac7-8f77-e8481843591e req-41196993-4ba9-4072-b8d7-67a7bcd8342b service nova] Enqueued Resource ID: 8e98aae8-324c-4f39-a5ad-a237ac03966c with Priority: HIGHEST for action port [ 834.682135] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_rules [ 834.682299] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 834.682398] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e98aae8-324c-4f39-a5ad-a237ac03966c with Priority: HIGHEST for action port [ 834.682731] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.682872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.682968] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.683161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.683306] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.684522] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.684790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.684790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.685461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.685627] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.685731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.685794] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.685949] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.686049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.686144] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.686904] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e98aae8-324c-4f39-a5ad-a237ac03966c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.687021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e98aae8-324c-4f39-a5ad-a237ac03966c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.688744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e98aae8-324c-4f39-a5ad-a237ac03966c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.688917] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e98aae8-324c-4f39-a5ad-a237ac03966c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.689008] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e98aae8-324c-4f39-a5ad-a237ac03966c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.090735] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.093189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.093189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.093189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.093189] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.093189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.093189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.093189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.093189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.093189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.093189] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.093189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.093189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.093189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.093189] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.093189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.093189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.093189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.093189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.093893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.093893] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cf2d733-b314-4a84-99de-9d2c5f0dd0b3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.191779] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.191779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.191997] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.193182] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e98aae8-324c-4f39-a5ad-a237ac03966c with status ACTIVE [ 835.193399] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.193522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.193587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.194509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.195013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.195013] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.195013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.195296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.195427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.195509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.195792] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.195934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.195934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.196085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.196210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.196262] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e98aae8-324c-4f39-a5ad-a237ac03966c is going to be updated. [ 835.225359] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.225518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.225647] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.225890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.226081] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.226278] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e98aae8-324c-4f39-a5ad-a237ac03966c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.546741] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 835.546993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.596834] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3: rpc.has_security_group_logging(os_id): False [ 835.620678] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.621226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.621226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.621226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.621394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.621452] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.621554] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.621614] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.621757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.621827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.622106] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.622215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.622271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.622487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.622527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.622803] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.622864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.622902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.623033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.623118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.623190] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 is going to be created. [ 835.684522] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.684670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.684741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.684961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.685160] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.698572] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 in Status: IN_PROGRESS for 2s [ 835.698842] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.735691] env[65916]: INFO networking_nsxv3.common.synchronization [req-22c9d714-801f-4ac7-8f77-e8481843591e req-1cb005d9-6676-4821-9d16-45962959a96c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 835.736504] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 835.736905] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.737185] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.077161] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.077400] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.077605] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.077966] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.078367] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.078609] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.078790] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.079288] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.079406] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.079636] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.080167] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.080167] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.080167] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.080327] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.080429] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.080613] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.102125] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.102125] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.102125] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.102125] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-934" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.102495] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-f9553c6f-d47e-4d1d-aa22-c270f80f1234 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.102755] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-f9553c6f-d47e-4d1d-aa22-c270f80f1234" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.102929] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-f9553c6f-d47e-4d1d-aa22-c270f80f1234" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.103410] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-f9553c6f-d47e-4d1d-aa22-c270f80f1234" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.103713] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9553c6f-d47e-4d1d-aa22-c270f80f1234',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.201895] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.202136] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.202210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.202500] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.202622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.202778] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be created. [ 836.229613] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.229613] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.229613] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.229613] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.229613] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.240207] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: UNINITIALIZED for 2s [ 836.606351] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.606726] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.606891] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.607230] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.607381] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.607546] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port f9553c6f-d47e-4d1d-aa22-c270f80f1234 not found, creating... [ 836.607881] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.608101] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.608284] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.608781] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.608781] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.609169] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.610029] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.610029] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.610029] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.610174] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.610327] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: f9553c6f-d47e-4d1d-aa22-c270f80f1234 is going to be created. [ 836.631254] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.631537] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.631687] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.632025] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.632313] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.632606] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-f9553c6f-d47e-4d1d-aa22-c270f80f1234" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.482080] env[65916]: INFO networking_nsxv3.common.synchronization [req-0ee2bf70-58e9-47eb-8475-7d6a179599be req-9a485c2a-7099-4ac0-bd2b-383530660d1a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 837.482080] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 837.482080] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.482080] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.482298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.482545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.482753] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.482870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.482935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.483138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.483240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.483360] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.712210] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 in Status: SUCCESS [ 837.712631] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.761706] env[65916]: INFO networking_nsxv3.common.synchronization [req-06f6d093-4334-476b-9ad6-ae5ec11daf61 req-3528e6aa-2a38-4661-bb3c-12990da82043 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Enqueued Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 837.764334] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 837.764334] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.764334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.764334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.764334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.764334] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.764334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.764755] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.764755] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.764755] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.764755] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.825982] env[65916]: INFO networking_nsxv3.common.synchronization [req-22c9d714-801f-4ac7-8f77-e8481843591e req-e8bbd91d-c582-4e42-92a6-302b18f7a6ce service nova] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_rules [ 837.826162] env[65916]: INFO networking_nsxv3.common.synchronization [req-22c9d714-801f-4ac7-8f77-e8481843591e req-e8bbd91d-c582-4e42-92a6-302b18f7a6ce service nova] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 837.826299] env[65916]: INFO networking_nsxv3.common.synchronization [req-22c9d714-801f-4ac7-8f77-e8481843591e req-e8bbd91d-c582-4e42-92a6-302b18f7a6ce service nova] Enqueued Resource ID: f9553c6f-d47e-4d1d-aa22-c270f80f1234 with Priority: HIGHEST for action port [ 837.826842] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_rules [ 837.826977] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 837.827127] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9553c6f-d47e-4d1d-aa22-c270f80f1234 with Priority: HIGHEST for action port [ 837.827419] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.827535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.827712] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.827794] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.827991] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9553c6f-d47e-4d1d-aa22-c270f80f1234 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.828101] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9553c6f-d47e-4d1d-aa22-c270f80f1234" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.828156] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9553c6f-d47e-4d1d-aa22-c270f80f1234" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.828325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9553c6f-d47e-4d1d-aa22-c270f80f1234" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.828405] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9553c6f-d47e-4d1d-aa22-c270f80f1234',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.986707] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.250645] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: SUCCESS [ 838.250905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.251182] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.251418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.251616] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.251731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.251797] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.251969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.252171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.252269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.252369] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.253282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.253454] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.253609] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.253731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.253766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.253903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.253980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.254116] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.267016] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.331154] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9553c6f-d47e-4d1d-aa22-c270f80f1234 with status ACTIVE [ 838.331496] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.331662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.331770] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.332142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.332283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.332582] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.332812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.332877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.333153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.333291] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.333546] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.333692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.333783] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.334103] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.334164] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.334280] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9553c6f-d47e-4d1d-aa22-c270f80f1234 is going to be updated. [ 838.368270] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.368270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.368637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.368637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.369409] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.369409] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9553c6f-d47e-4d1d-aa22-c270f80f1234" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.489564] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.756525] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.757479] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.757630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.768989] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.992453] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.992662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.992754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.993489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.993489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.993489] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 is going to be updated. [ 839.025414] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.025643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.025701] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.025909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.026155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.037818] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: IN_PROGRESS for 2s [ 839.259837] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.271502] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.271899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.271956] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.272284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.272375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.272471] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 is going to be updated. [ 839.305170] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.305379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.305428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.305631] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.305777] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.331229] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: IN_PROGRESS for 2s [ 839.761380] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.761686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.761686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.761869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.761981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.762107] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be updated. [ 839.794822] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.795043] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.795132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.795352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.795495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.805564] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: IN_PROGRESS for 2s [ 841.049750] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: SUCCESS [ 841.049750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.343118] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: SUCCESS [ 841.343413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.800119] env[65916]: INFO networking_nsxv3.common.synchronization [req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 req-2c89f690-6be3-4837-80cf-12982005d3e0 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Enqueued Resource ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 with Priority: HIGHEST for action security_group_members [ 841.800466] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 with Priority: HIGHEST for action security_group_members [ 841.800832] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.800947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.801022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.801221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.801377] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.801475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.801535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.801836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.801836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.801836] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cf2d733-b314-4a84-99de-9d2c5f0dd0b3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.815831] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: SUCCESS [ 841.815984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.816597] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.816855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.819530] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.819673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.819743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.819956] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.820051] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.821243] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.305125] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.305125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.305125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.305125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.305125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.305723] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.305723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.305723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.305723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.305723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.305723] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 is going to be updated. [ 842.325325] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.337308] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.337486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.337543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.337798] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.337881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.349856] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 in Status: IN_PROGRESS for 2s [ 842.827598] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.330886] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.330886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.330886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.332428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.332428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.332428] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be updated. [ 843.367778] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.367930] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.368013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.368228] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.368372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.379911] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: IN_PROGRESS for 2s [ 844.365460] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 in Status: SUCCESS [ 844.365770] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 deletion is rescheduled due to dependency. [ 844.365961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.452471] env[65916]: INFO networking_nsxv3.common.synchronization [req-69d89dde-2bdc-4b28-8b25-45774b992e35 req-3af880b5-0149-4976-b415-f17ac6e330e5 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Enqueued Resource ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 with Priority: HIGHEST for action security_group_members [ 844.452956] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 with Priority: HIGHEST for action security_group_members [ 844.453273] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-311231d6-83ff-44d6-9e04-8cfe3996a093 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.453393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.453507] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.453718] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.453872] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.453990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.454352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.455024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.455024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.455024] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311231d6-83ff-44d6-9e04-8cfe3996a093',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.956534] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.956721] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-630" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.956845] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-630" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.957272] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-630" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.957505] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.957668] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.957778] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.957992] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.958141] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.958350] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.958474] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.958702] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.958702] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.958822] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.958902] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.959039] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.960567] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.960678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.960742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.960894] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.960977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.961579] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.961694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.961754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.961900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.961977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.962067] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 already deleted. [ 844.962152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.983173] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.983345] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.983474] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.983653] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-630" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.984332] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-cb76e25e-f2fa-4781-b14a-f1bc1d840733 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.984593] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-cb76e25e-f2fa-4781-b14a-f1bc1d840733" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.984897] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-cb76e25e-f2fa-4781-b14a-f1bc1d840733" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.986097] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-cb76e25e-f2fa-4781-b14a-f1bc1d840733" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.986296] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb76e25e-f2fa-4781-b14a-f1bc1d840733',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.389998] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: SUCCESS [ 845.390392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.390392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.390799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.390998] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.391141] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.391209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.391367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.391447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.391530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.391683] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.391775] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.391836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.391971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.392227] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.392330] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.392391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.392531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.392605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.392684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.392820] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.488960] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.489243] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.489369] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.489638] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.489783] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.489932] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port cb76e25e-f2fa-4781-b14a-f1bc1d840733 not found, creating... [ 845.490214] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.490389] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.490471] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.490681] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.490814] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.491108] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.491269] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.491380] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.491580] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.491710] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.491843] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: cb76e25e-f2fa-4781-b14a-f1bc1d840733 is going to be created. [ 845.511764] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.511986] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.512258] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.512560] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.512789] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.513029] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-cb76e25e-f2fa-4781-b14a-f1bc1d840733" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.895360] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd32007d-59d2-4748-ba74-3b604e95de8e: rpc.has_security_group_logging(os_id): False [ 845.915916] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.916099] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.916186] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.916342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.916431] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.916617] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.916756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.916836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.916992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.917083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.917292] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.917380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.917444] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.917579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.917646] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.917830] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.917922] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.917981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.918095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.918157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.918234] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be created. [ 845.978259] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.978259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.978259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.978586] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.979189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.992930] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: IN_PROGRESS for 2s [ 846.140565] env[65916]: INFO networking_nsxv3.common.synchronization [req-836b1226-e139-4134-9449-05ef1dad8a36 req-5c9488c7-0664-462f-bea8-7c12745d4b97 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 846.141229] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 846.141756] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.141756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.141756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.141973] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.145136] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.145136] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.145136] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.145136] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.145136] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.145136] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.251433] env[65916]: INFO networking_nsxv3.common.synchronization [req-69d89dde-2bdc-4b28-8b25-45774b992e35 req-90befc8b-8445-43f1-a3e2-b4c22d35141c service nova] Enqueued Resource ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 with Priority: HIGHEST for action security_group_rules [ 846.251805] env[65916]: INFO networking_nsxv3.common.synchronization [req-69d89dde-2bdc-4b28-8b25-45774b992e35 req-90befc8b-8445-43f1-a3e2-b4c22d35141c service nova] Enqueued Resource ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 with Priority: HIGHEST for action security_group_members [ 846.251805] env[65916]: INFO networking_nsxv3.common.synchronization [req-69d89dde-2bdc-4b28-8b25-45774b992e35 req-90befc8b-8445-43f1-a3e2-b4c22d35141c service nova] Enqueued Resource ID: cb76e25e-f2fa-4781-b14a-f1bc1d840733 with Priority: HIGHEST for action port [ 846.252212] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 with Priority: HIGHEST for action security_group_rules [ 846.252212] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 with Priority: HIGHEST for action security_group_members [ 846.252363] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb76e25e-f2fa-4781-b14a-f1bc1d840733 with Priority: HIGHEST for action port [ 846.252942] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-311231d6-83ff-44d6-9e04-8cfe3996a093 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.253097] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.253208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.253482] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.253547] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('311231d6-83ff-44d6-9e04-8cfe3996a093',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.254454] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-311231d6-83ff-44d6-9e04-8cfe3996a093 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.255375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.255453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.258107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.258107] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.258107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.258107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.258359] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.258359] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.258589] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311231d6-83ff-44d6-9e04-8cfe3996a093',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.260759] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb76e25e-f2fa-4781-b14a-f1bc1d840733 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.261844] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb76e25e-f2fa-4781-b14a-f1bc1d840733" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.261844] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb76e25e-f2fa-4781-b14a-f1bc1d840733" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.261936] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb76e25e-f2fa-4781-b14a-f1bc1d840733" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.261936] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb76e25e-f2fa-4781-b14a-f1bc1d840733',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.646274] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.653932] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.654478] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.654725] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.655303] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.655970] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.655970] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.655970] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.656374] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.656584] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.656894] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.657104] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.657302] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.657558] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.658056] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.658345] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.658553] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.685497] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.686030] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.686233] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.686606] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.686965] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-5d85f25c-5039-4d1d-9773-88a7a068d87f taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.687290] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-5d85f25c-5039-4d1d-9773-88a7a068d87f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.687475] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-5d85f25c-5039-4d1d-9773-88a7a068d87f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.688061] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-5d85f25c-5039-4d1d-9773-88a7a068d87f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.688246] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d85f25c-5039-4d1d-9773-88a7a068d87f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.763721] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-311231d6-83ff-44d6-9e04-8cfe3996a093 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.763814] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.764008] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311231d6-83ff-44d6-9e04-8cfe3996a093',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.764760] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb76e25e-f2fa-4781-b14a-f1bc1d840733 with status ACTIVE [ 846.765012] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.765185] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.765289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.765572] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.765679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.765924] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.766085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.766177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.766382] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.766530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.766764] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.766900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.766977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.767203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.767294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.767411] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb76e25e-f2fa-4781-b14a-f1bc1d840733 is going to be updated. [ 846.789937] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.790097] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.790167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.790377] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.790510] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.790667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb76e25e-f2fa-4781-b14a-f1bc1d840733" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.148453] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.191493] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.191712] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.191785] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.192201] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.192429] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.192595] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 5d85f25c-5039-4d1d-9773-88a7a068d87f not found, creating... [ 847.192861] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.193037] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.193155] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.193477] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.193715] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.194065] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.194276] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.194397] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.194608] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.194738] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.194875] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 5d85f25c-5039-4d1d-9773-88a7a068d87f is going to be created. [ 847.221464] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.221940] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.221940] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.222165] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.222448] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.222687] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-5d85f25c-5039-4d1d-9773-88a7a068d87f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.272237] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311231d6-83ff-44d6-9e04-8cfe3996a093',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.650792] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.651226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.651226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.651430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.651499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.651565] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 847.681048] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.681221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.681292] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.681499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.681642] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.694247] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 847.776886] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.776886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.776886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.776886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.776886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.776886] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 is going to be created. [ 847.808217] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.808408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.808475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.808648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.808789] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.823626] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 in Status: UNINITIALIZED for 2s [ 847.924690] env[65916]: INFO networking_nsxv3.common.synchronization [req-836b1226-e139-4134-9449-05ef1dad8a36 req-4f7a0d15-e199-408c-989f-751d393ec3a9 service nova] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_rules [ 847.924870] env[65916]: INFO networking_nsxv3.common.synchronization [req-836b1226-e139-4134-9449-05ef1dad8a36 req-4f7a0d15-e199-408c-989f-751d393ec3a9 service nova] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 847.925010] env[65916]: INFO networking_nsxv3.common.synchronization [req-836b1226-e139-4134-9449-05ef1dad8a36 req-4f7a0d15-e199-408c-989f-751d393ec3a9 service nova] Enqueued Resource ID: 5d85f25c-5039-4d1d-9773-88a7a068d87f with Priority: HIGHEST for action port [ 847.925599] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_rules [ 847.925730] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 847.925821] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d85f25c-5039-4d1d-9773-88a7a068d87f with Priority: HIGHEST for action port [ 847.926112] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.926234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.926293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.926690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.926690] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.927510] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.927638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.928024] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d85f25c-5039-4d1d-9773-88a7a068d87f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.928024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d85f25c-5039-4d1d-9773-88a7a068d87f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.928024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d85f25c-5039-4d1d-9773-88a7a068d87f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.928247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d85f25c-5039-4d1d-9773-88a7a068d87f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.928330] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d85f25c-5039-4d1d-9773-88a7a068d87f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.008541] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: SUCCESS [ 848.008764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.008939] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.009192] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.009244] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.199283] env[65916]: INFO networking_nsxv3.common.synchronization [req-1d364a99-c8e1-474f-951f-3eb7a33a5366 req-749f2e6e-42ab-4f6b-aa7c-9261b1be5c02 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Enqueued Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_members [ 848.199796] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_members [ 848.200104] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.200222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.200289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.200544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.200697] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.200796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.200859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.201024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.202011] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.202819] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.430547] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.430704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.430940] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d85f25c-5039-4d1d-9773-88a7a068d87f with status ACTIVE [ 848.431071] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.431196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.431301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.431602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.431703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.432507] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.432604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.432661] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.432795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.432872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.433078] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.433171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.433227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.433366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.433437] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.433700] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d85f25c-5039-4d1d-9773-88a7a068d87f is going to be updated. [ 848.455700] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.455835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.455902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.456125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.456302] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.456406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d85f25c-5039-4d1d-9773-88a7a068d87f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.511568] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.511725] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.511796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.512040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.512254] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.512364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.512429] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.512624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.512715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.512795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.512887] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.619163] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.619396] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-703" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.619521] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-703" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.620042] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-703" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.620193] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.620385] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.620490] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.620715] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.620988] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.621073] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.621181] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.621282] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.621384] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.621487] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.621650] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.621714] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.648214] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.648390] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.648527] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.648697] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-703" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.649103] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.649226] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.649294] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.649653] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.649794] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.706071] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.706453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.706453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.706545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.706584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.706741] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.706837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.706893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.707037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.707107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.707297] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09dd3618-3213-4a83-9de0-9c4427daf40a already deleted. [ 848.707297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.922164] env[65916]: INFO networking_nsxv3.common.synchronization [None req-d1cb1682-9585-4a7d-a841-72f9b0f0ad43 None None] Enqueued Resource ID: 376e3963-abf7-47a4-ba17-cdc3e993ae7f with Priority: HIGHEST for action port [ 848.922164] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376e3963-abf7-47a4-ba17-cdc3e993ae7f with Priority: HIGHEST for action port [ 848.922164] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-376e3963-abf7-47a4-ba17-cdc3e993ae7f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.922164] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-376e3963-abf7-47a4-ba17-cdc3e993ae7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.922164] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-376e3963-abf7-47a4-ba17-cdc3e993ae7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.922164] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-376e3963-abf7-47a4-ba17-cdc3e993ae7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.922164] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('376e3963-abf7-47a4-ba17-cdc3e993ae7f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.014952] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.015298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.015298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.015453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.015655] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.015763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.015827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.015977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.016083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.016174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.016322] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.016410] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.016467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.016601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.016747] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.016834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.016889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.017451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.017451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.017451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.017451] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.152816] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.153260] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.153484] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.153888] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.154155] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.154400] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 not found, creating... [ 849.154846] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.155162] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.155466] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.155788] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.156189] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.156699] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.157099] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.157360] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.157718] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.158016] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.158389] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 is going to be created. [ 849.181749] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.182134] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.182286] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.182571] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.182848] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.183035] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.424847] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 376e3963-abf7-47a4-ba17-cdc3e993ae7f [ 849.425138] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.425324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.425396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.425626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.425717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.425814] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:376e3963-abf7-47a4-ba17-cdc3e993ae7f already deleted. [ 849.425895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-376e3963-abf7-47a4-ba17-cdc3e993ae7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.520449] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd32007d-59d2-4748-ba74-3b604e95de8e: rpc.has_security_group_logging(os_id): False [ 849.542561] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.542677] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.542755] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.543035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.543163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.543408] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.543535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.543606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.543797] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.543876] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.544132] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.544244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.544308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.544455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.544530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.544715] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.544805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.545120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.545120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.545120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.545458] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be updated. [ 849.608971] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.609188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.609188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.609547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.609547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.626946] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: IN_PROGRESS for 2s [ 849.705232] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 849.705676] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.706014] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.706826] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.706826] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.710790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.710790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.710790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.710790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.710790] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.844891] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 in Status: SUCCESS [ 849.845159] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.845356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.845697] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.845937] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.846080] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.846139] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.846308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.846412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.846532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.846610] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('311231d6-83ff-44d6-9e04-8cfe3996a093',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.906189] env[65916]: INFO networking_nsxv3.common.synchronization [req-1d364a99-c8e1-474f-951f-3eb7a33a5366 req-8e483f4a-b13a-4453-a1e9-0243d7b4bee5 service nova] Enqueued Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_rules [ 849.906509] env[65916]: INFO networking_nsxv3.common.synchronization [req-1d364a99-c8e1-474f-951f-3eb7a33a5366 req-8e483f4a-b13a-4453-a1e9-0243d7b4bee5 service nova] Enqueued Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_members [ 849.907343] env[65916]: INFO networking_nsxv3.common.synchronization [req-1d364a99-c8e1-474f-951f-3eb7a33a5366 req-8e483f4a-b13a-4453-a1e9-0243d7b4bee5 service nova] Enqueued Resource ID: ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 with Priority: HIGHEST for action port [ 849.908297] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_rules [ 849.908997] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_members [ 849.909443] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 with Priority: HIGHEST for action port [ 849.910197] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.911489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.911489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.911489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.913039] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.915422] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.915595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.915664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.915947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.916223] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.916381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.916502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.921489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.921610] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.921719] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.922814] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.922930] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.922996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.923208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.923283] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.210959] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.350816] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-311231d6-83ff-44d6-9e04-8cfe3996a093 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.350816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.350816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.350816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.351074] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.351142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.351182] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.351326] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.351421] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.351511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.351689] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-311231d6-83ff-44d6-9e04-8cfe3996a093 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.351795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.351869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.352060] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.352156] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.352247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.352308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.352460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.352554] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.352604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.352704] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('311231d6-83ff-44d6-9e04-8cfe3996a093',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.426466] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.426616] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.426818] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 with status ACTIVE [ 850.426991] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.427129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.427468] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.427744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.427866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.428029] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.428215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.428295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.428447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.428525] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.428719] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.428828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.428899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.428998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.429080] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.429166] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 is going to be updated. [ 850.430310] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.480403] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.480636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.480636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.480817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.481118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.481118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.707771] env[65916]: INFO networking_nsxv3.common.synchronization [req-362426d2-6eef-409f-b99f-1d997cea17b2 req-74c16c4c-1267-4c9c-ad94-bef7439f15af tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Enqueued Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_members [ 850.709226] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_members [ 850.709948] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-228e3a17-84e5-4d30-a53e-d70da9f1252b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.710260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.712889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.713237] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.713493] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.713636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.713710] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.713907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.713997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.714155] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.715797] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.857783] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 311231d6-83ff-44d6-9e04-8cfe3996a093: rpc.has_security_group_logging(os_id): False [ 850.878545] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.878545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.878545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.878545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.878856] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.878856] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.878940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.878975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.879129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.879253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.880051] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.880051] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.880051] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.880051] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.880051] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.880051] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.880456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.880456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.880456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.880456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.880456] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 is going to be created. [ 850.933935] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.943068] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.943068] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.943068] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.943068] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.943068] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.958655] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 in Status: IN_PROGRESS for 2s [ 851.099236] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.099819] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.099819] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.099819] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.100072] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.100200] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.100480] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.100525] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.102292] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.102292] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.102292] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.102292] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.102292] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.102292] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.102292] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.102292] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.129018] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.129292] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.129479] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.129723] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.130125] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-dea6178a-bf54-41a7-bf6b-3691b0e483fb taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.130360] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-dea6178a-bf54-41a7-bf6b-3691b0e483fb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.130428] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-dea6178a-bf54-41a7-bf6b-3691b0e483fb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.131017] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-dea6178a-bf54-41a7-bf6b-3691b0e483fb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.131092] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dea6178a-bf54-41a7-bf6b-3691b0e483fb',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.218948] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.219165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.219247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.219459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.219558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.219777] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.219877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.219940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.220139] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.220219] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.220306] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b already deleted. [ 851.220384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.220677] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.220775] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.220837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.221320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.221320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.221320] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 851.263682] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.263682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.263682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.263902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.264229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.278041] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 851.437690] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.437690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.437690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.437690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.437690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.437690] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09dd3618-3213-4a83-9de0-9c4427daf40a is going to be created. [ 851.466891] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.467092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.467141] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.467341] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.467555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.483661] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: UNINITIALIZED for 2s [ 851.634493] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.634818] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.634983] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.635278] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.635435] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.635734] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port dea6178a-bf54-41a7-bf6b-3691b0e483fb not found, creating... [ 851.635849] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.636014] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.636136] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.636432] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.636517] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.636824] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.637081] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.637122] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.637384] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.637499] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.637624] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: dea6178a-bf54-41a7-bf6b-3691b0e483fb is going to be created. [ 851.666195] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: SUCCESS [ 851.666195] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.674261] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.674845] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.677505] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.677505] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.677505] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.677505] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-dea6178a-bf54-41a7-bf6b-3691b0e483fb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.681080] env[65916]: INFO networking_nsxv3.common.synchronization [None req-9926ea33-0ee7-4ce2-949b-a86080c07e51 None None] Enqueued Resource ID: 706689d7-738e-4e81-8a40-e3acd42f4dc2 with Priority: HIGHEST for action port [ 851.681080] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 706689d7-738e-4e81-8a40-e3acd42f4dc2 with Priority: HIGHEST for action port [ 851.681080] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-706689d7-738e-4e81-8a40-e3acd42f4dc2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.681080] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-706689d7-738e-4e81-8a40-e3acd42f4dc2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.681080] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-706689d7-738e-4e81-8a40-e3acd42f4dc2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.681444] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-706689d7-738e-4e81-8a40-e3acd42f4dc2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.681444] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('706689d7-738e-4e81-8a40-e3acd42f4dc2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.184918] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 706689d7-738e-4e81-8a40-e3acd42f4dc2 [ 852.185257] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.185340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.185803] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.186115] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.186261] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.186444] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:706689d7-738e-4e81-8a40-e3acd42f4dc2 already deleted. [ 852.186691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-706689d7-738e-4e81-8a40-e3acd42f4dc2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.516745] env[65916]: INFO networking_nsxv3.common.synchronization [req-362426d2-6eef-409f-b99f-1d997cea17b2 req-34c89dd0-28b4-4725-a49b-99342696a16a service nova] Enqueued Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_rules [ 852.516936] env[65916]: INFO networking_nsxv3.common.synchronization [req-362426d2-6eef-409f-b99f-1d997cea17b2 req-34c89dd0-28b4-4725-a49b-99342696a16a service nova] Enqueued Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_members [ 852.517076] env[65916]: INFO networking_nsxv3.common.synchronization [req-362426d2-6eef-409f-b99f-1d997cea17b2 req-34c89dd0-28b4-4725-a49b-99342696a16a service nova] Enqueued Resource ID: dea6178a-bf54-41a7-bf6b-3691b0e483fb with Priority: HIGHEST for action port [ 852.519404] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_rules [ 852.519660] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_members [ 852.519791] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dea6178a-bf54-41a7-bf6b-3691b0e483fb with Priority: HIGHEST for action port [ 852.520165] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-228e3a17-84e5-4d30-a53e-d70da9f1252b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.520282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.520811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.520811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.520811] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.522452] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-228e3a17-84e5-4d30-a53e-d70da9f1252b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.522577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.522643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.522831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.522996] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.523100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.523167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.523309] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.523391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.523484] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.524365] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-dea6178a-bf54-41a7-bf6b-3691b0e483fb taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.524479] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dea6178a-bf54-41a7-bf6b-3691b0e483fb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.524580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dea6178a-bf54-41a7-bf6b-3691b0e483fb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.524686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dea6178a-bf54-41a7-bf6b-3691b0e483fb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.524794] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dea6178a-bf54-41a7-bf6b-3691b0e483fb',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.739030] env[65916]: INFO networking_nsxv3.common.synchronization [req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be req-34bc2dff-f4fe-4a7f-b98a-a89db561ef5a tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 852.739030] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 852.739030] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.739030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.739030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.739030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.739030] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.739030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.739030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.739030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.739030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.739030] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.972237] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 in Status: SUCCESS [ 852.972533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.010835] env[65916]: INFO networking_nsxv3.common.synchronization [req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c req-b340c0a8-2d5b-4377-b810-2d27e81fcc1a tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 853.011919] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGHEST for action security_group_members [ 853.011919] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.011919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.031432] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.031432] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-228e3a17-84e5-4d30-a53e-d70da9f1252b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.031432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.031432] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dea6178a-bf54-41a7-bf6b-3691b0e483fb with status ACTIVE [ 853.031432] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.031432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.031432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.031432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.031432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.031837] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.031837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.031837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.031837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.031976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.033042] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.033042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.033042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.033042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.033884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.033994] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dea6178a-bf54-41a7-bf6b-3691b0e483fb is going to be updated. [ 853.064380] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.064380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.064380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.064595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.065367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.065367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dea6178a-bf54-41a7-bf6b-3691b0e483fb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.169546] env[65916]: INFO networking_nsxv3.common.synchronization [req-180855c6-748e-4875-a705-5e4d899c2f92 req-b672dd31-a272-4239-90d6-9604dc7df14d tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Enqueued Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_members [ 853.170314] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_members [ 853.170556] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a44cfc-3d58-4e77-998f-0db6f6035c95 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.170681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.170748] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.170952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.171692] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.171881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.171998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.172285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.172446] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.172588] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.241582] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.287220] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 853.287627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.287627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.287866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.288078] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.288227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.288310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.288486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.288613] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.289125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.289125] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.493797] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: SUCCESS [ 853.494012] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.494269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.494553] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.494798] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.494923] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.494988] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.495172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.495293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.495350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.495417] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.538841] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.603939] env[65916]: INFO networking_nsxv3.common.synchronization [req-df99700c-c075-4365-ada1-fba64dae9e30 req-2ecfd000-5997-450f-bc20-f70869a476e1 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 853.605355] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 853.605355] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.605355] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.605508] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.605708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.605874] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.605977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.606050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.606394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.607438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.607752] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.676034] env[65916]: INFO networking_nsxv3.common.synchronization [req-5a433b0c-4740-49be-847b-95e0d8712ef9 req-910fa368-1783-4a4c-b8d3-775c75cf09ff tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Enqueued Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_members [ 853.676400] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.677557] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_members [ 853.678114] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-228e3a17-84e5-4d30-a53e-d70da9f1252b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.678224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.745401] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.791093] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.791334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.791466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.791782] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.792018] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.792160] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.792224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.792413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.792521] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.792601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.793106] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.793106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.793106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.793106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.793433] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.793433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.793433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.793617] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.793709] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.793872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.794020] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.000998] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.001301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.001301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.001474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.001667] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.001755] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.001798] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.001944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.002088] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.002305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.002368] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.002561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.002561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.002670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.002801] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.002901] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.002946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.003087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.003281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.003281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.003360] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.042685] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.043788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.043788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.043788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.043788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.044215] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b is going to be created. [ 854.049295] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.049577] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.049774] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.050250] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.050640] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.050888] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.051094] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.051451] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.051695] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.052014] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.052537] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.053305] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.053530] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.053790] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.053901] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.054384] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.069711] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.069975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.070047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.070342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.070649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.078656] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.078951] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.079206] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.081710] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.081710] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.081710] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.081710] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.081710] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.081710] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9c09bc7-ff07-428d-8fc9-cc86a7cb1565',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.086271] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b in Status: UNINITIALIZED for 2s [ 854.110358] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.110501] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.110575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.110779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.110866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.111068] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.111165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.111226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.111371] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.111445] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.111526] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 854.143862] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.144134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.144350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.144608] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.144783] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.154062] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 854.179152] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.248020] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.248020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.248020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.248020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.248020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.248020] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be updated. [ 854.279431] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.279664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.279730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.279901] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.280070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.289964] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: IN_PROGRESS for 2s [ 854.297313] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23a0d8f1-443f-4495-999a-c072e1566239: rpc.has_security_group_logging(os_id): False [ 854.338735] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.339062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.339151] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.339417] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.339505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.339756] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.339880] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.340047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.340251] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.340308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.340500] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.340612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.340720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.340838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.340934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.341176] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.341317] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.341403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.341629] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.341707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.341808] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 854.430107] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.430107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.430107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.430384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.430384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.451784] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 854.506183] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09dd3618-3213-4a83-9de0-9c4427daf40a: rpc.has_security_group_logging(os_id): False [ 854.530610] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.530977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.530977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.530977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.531147] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.531394] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.531505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.531568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.531744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.531824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.532062] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.532153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.532210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.532332] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.532462] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.532649] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.532747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.532810] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.532948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.533036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.533124] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09dd3618-3213-4a83-9de0-9c4427daf40a is going to be created. [ 854.585564] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.585900] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.586042] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.586323] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.586470] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.586634] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 not found, creating... [ 854.587046] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.587216] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.587334] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.587558] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.587694] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.588119] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.588304] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.588424] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.588706] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.588876] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.589278] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 is going to be created. [ 854.608901] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.609138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.609222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.609441] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.609676] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.618033] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.618329] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.618455] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.618735] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.618964] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.619213] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.629160] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: IN_PROGRESS for 2s [ 854.682413] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.682683] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.682683] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.682777] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.682817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.682898] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 is going to be updated. [ 854.730084] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.730303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.730451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.730814] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.731203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.745837] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 in Status: IN_PROGRESS for 2s [ 855.384647] env[65916]: INFO networking_nsxv3.common.synchronization [req-5a433b0c-4740-49be-847b-95e0d8712ef9 req-3e001658-43f7-4eea-9d1c-13b4e2dc9f13 service nova] Enqueued Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_rules [ 855.384958] env[65916]: INFO networking_nsxv3.common.synchronization [req-5a433b0c-4740-49be-847b-95e0d8712ef9 req-3e001658-43f7-4eea-9d1c-13b4e2dc9f13 service nova] Enqueued Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_members [ 855.385030] env[65916]: INFO networking_nsxv3.common.synchronization [req-5a433b0c-4740-49be-847b-95e0d8712ef9 req-3e001658-43f7-4eea-9d1c-13b4e2dc9f13 service nova] Enqueued Resource ID: d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 with Priority: HIGHEST for action port [ 855.385642] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_rules [ 855.385787] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_members [ 855.386141] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 with Priority: HIGHEST for action port [ 855.386219] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-228e3a17-84e5-4d30-a53e-d70da9f1252b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.386288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.386511] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-228e3a17-84e5-4d30-a53e-d70da9f1252b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.386568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.386728] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.386828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.386938] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.387108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.387181] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9c09bc7-ff07-428d-8fc9-cc86a7cb1565',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.890381] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 with status ACTIVE [ 855.892110] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.892110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.892110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.892110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.892110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.892110] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.892110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.892110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.892110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.892110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.892110] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.892598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.892598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.892598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.892598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.892598] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 is going to be updated. [ 855.918701] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.918845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.918902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.919147] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.919354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.919523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.097262] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b in Status: SUCCESS [ 856.097532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.097660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.097887] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.098120] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.098247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.098306] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.098473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.098557] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.098640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.098791] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.099776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.099958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.100143] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.100241] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.100303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.100434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.100658] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.100658] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.172464] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 856.172587] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 deletion is rescheduled due to dependency. [ 856.172677] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.306229] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: SUCCESS [ 856.306711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.307043] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.307413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.307753] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.307959] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.308081] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.308347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.308480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.308632] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.485282] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 856.485610] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.602932] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-228e3a17-84e5-4d30-a53e-d70da9f1252b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.603314] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.604751] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.646387] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: SUCCESS [ 856.646863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.759018] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 in Status: SUCCESS [ 856.759257] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.812039] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.812324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.812420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.812703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.812855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.813472] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.813837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.813966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.814369] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.814576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.814796] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be updated. [ 856.853033] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.853033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.853033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.853033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.853033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.869925] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: IN_PROGRESS for 2s [ 857.108414] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.612983] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.612983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.612983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.612983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.612983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.612983] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b is going to be updated. [ 857.643221] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.643221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.643221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.643221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.643221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.654922] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b in Status: IN_PROGRESS for 2s [ 858.416292] env[65916]: INFO networking_nsxv3.common.synchronization [req-824f8ed4-8571-48ea-ada8-0330be00961c req-2424a04c-ac9a-4d66-b3c7-c1847f3fd740 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Enqueued Resource ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 with Priority: HIGHEST for action security_group_members [ 858.416853] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 with Priority: HIGHEST for action security_group_members [ 858.417187] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-b530aa8c-2498-4887-90d0-7bbb3dca8715 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.417321] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.417480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.417643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.417804] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.417917] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.417962] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.418130] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.418216] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.418309] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b530aa8c-2498-4887-90d0-7bbb3dca8715',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.436169] env[65916]: INFO networking_nsxv3.common.synchronization [req-1ef90227-d868-42e4-abd7-d0a70eedf60a req-3fd98f59-d411-4dba-a2a0-86c584942e24 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Enqueued Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 858.436765] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 858.437339] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.437469] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.437556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.437804] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.438007] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.438132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.438196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.438383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.438478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.438599] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.683324] env[65916]: INFO networking_nsxv3.common.synchronization [req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c req-122a8e69-2f1b-475a-aac3-452ca280b009 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Enqueued Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 858.684019] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGHEST for action security_group_members [ 858.684504] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.684658] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.858382] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.859044] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-290" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.859339] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-290" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.859814] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-290" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.860275] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.860633] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.860860] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.861240] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.861520] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.861867] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.862122] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.862359] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.862607] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.862879] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.863143] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.863401] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.881830] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd32007d-59d2-4748-ba74-3b604e95de8e in Status: SUCCESS [ 858.882044] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e deletion is rescheduled due to dependency. [ 858.882199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.888418] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.888615] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.888757] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.888930] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-290" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.889295] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-6d05003f-bac1-4414-af7e-1490aed7f167 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.889642] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-6d05003f-bac1-4414-af7e-1490aed7f167" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.889766] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-6d05003f-bac1-4414-af7e-1490aed7f167" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.890113] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-6d05003f-bac1-4414-af7e-1490aed7f167" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.890427] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d05003f-bac1-4414-af7e-1490aed7f167',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.924314] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.924314] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.924314] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.924506] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.924577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.924786] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.924885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.924943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.925126] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.925199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.925285] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 already deleted. [ 858.925365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.941536] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.394399] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.394399] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.394399] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.394399] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.394399] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.394628] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 6d05003f-bac1-4414-af7e-1490aed7f167 not found, creating... [ 859.394663] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.394843] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.394931] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.395209] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.395351] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.396020] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.396020] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.396020] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.396232] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.396299] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.396451] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 6d05003f-bac1-4414-af7e-1490aed7f167 is going to be created. [ 859.419059] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.419359] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.419421] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.419701] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.419949] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.420201] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-6d05003f-bac1-4414-af7e-1490aed7f167" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.443508] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.666322] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b in Status: SUCCESS [ 859.666560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.666729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.666958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.667245] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.667427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.667473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.667601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.667681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.667779] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.946152] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.946505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.946505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.946683] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.946761] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.946847] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c6cf36-2512-4a54-82b9-88280573720e is going to be updated. [ 859.979295] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.979985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.979985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.979985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.980619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.999202] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: IN_PROGRESS for 2s [ 860.172674] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.317808] env[65916]: INFO networking_nsxv3.common.synchronization [req-824f8ed4-8571-48ea-ada8-0330be00961c req-c1c19824-6fec-4193-93f9-3a0f76b26ea5 service nova] Enqueued Resource ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 with Priority: HIGHEST for action security_group_rules [ 860.318088] env[65916]: INFO networking_nsxv3.common.synchronization [req-824f8ed4-8571-48ea-ada8-0330be00961c req-c1c19824-6fec-4193-93f9-3a0f76b26ea5 service nova] Enqueued Resource ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 with Priority: HIGHEST for action security_group_members [ 860.318217] env[65916]: INFO networking_nsxv3.common.synchronization [req-824f8ed4-8571-48ea-ada8-0330be00961c req-c1c19824-6fec-4193-93f9-3a0f76b26ea5 service nova] Enqueued Resource ID: 6d05003f-bac1-4414-af7e-1490aed7f167 with Priority: HIGHEST for action port [ 860.320035] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 with Priority: HIGHEST for action security_group_rules [ 860.320035] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 with Priority: HIGHEST for action security_group_members [ 860.320035] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d05003f-bac1-4414-af7e-1490aed7f167 with Priority: HIGHEST for action port [ 860.320035] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b530aa8c-2498-4887-90d0-7bbb3dca8715 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.320035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.320035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.320441] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.320441] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b530aa8c-2498-4887-90d0-7bbb3dca8715',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.321540] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-b530aa8c-2498-4887-90d0-7bbb3dca8715 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.321540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.321540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.321742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.321776] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.321882] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.321945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.323710] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.323835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.323950] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b530aa8c-2498-4887-90d0-7bbb3dca8715',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.326383] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d05003f-bac1-4414-af7e-1490aed7f167 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.326383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d05003f-bac1-4414-af7e-1490aed7f167" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.326383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d05003f-bac1-4414-af7e-1490aed7f167" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.326383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d05003f-bac1-4414-af7e-1490aed7f167" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.326383] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d05003f-bac1-4414-af7e-1490aed7f167',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.676190] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.832454] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b530aa8c-2498-4887-90d0-7bbb3dca8715',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.834186] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-b530aa8c-2498-4887-90d0-7bbb3dca8715 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.834362] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.834473] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d05003f-bac1-4414-af7e-1490aed7f167 with status ACTIVE [ 860.834756] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.834934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.836033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.836033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.836224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.836564] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.836564] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.837301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.837597] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.838015] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.838382] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.838545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.838672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.838947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.839108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.839265] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d05003f-bac1-4414-af7e-1490aed7f167 is going to be updated. [ 860.870395] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.870723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.871920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.871920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.871920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.871920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d05003f-bac1-4414-af7e-1490aed7f167" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.179184] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.179599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.179599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.179715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.179715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.179808] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b is going to be updated. [ 861.219973] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.219973] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.219973] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.219973] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.219973] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.233973] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b in Status: IN_PROGRESS for 2s [ 861.343577] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b530aa8c-2498-4887-90d0-7bbb3dca8715',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.847934] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.848200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.848339] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.848965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.848965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.849165] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 is going to be created. [ 861.880333] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.880908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.880908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.880908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.881084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.893960] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 in Status: UNINITIALIZED for 2s [ 861.952045] env[65916]: INFO networking_nsxv3.common.synchronization [req-baa23ea6-bb40-4d80-84c9-bbade42031e1 req-96f0a59f-60a2-468c-9560-0a75d83cfc6c tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Enqueued Resource ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 with Priority: HIGHEST for action security_group_members [ 861.952281] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 with Priority: HIGHEST for action security_group_members [ 861.952612] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-311231d6-83ff-44d6-9e04-8cfe3996a093 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.952959] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.953067] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.953264] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.953528] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.953528] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.953701] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.953766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.953822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.954303] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311231d6-83ff-44d6-9e04-8cfe3996a093',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.009976] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: SUCCESS [ 862.010217] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.010385] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.010605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.010792] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.010909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.010974] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.011148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.011293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.011436] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.459199] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.459575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.459575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.459906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.459906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.460041] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.460041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.460193] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.460249] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.460588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.460588] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 is going to be updated. [ 862.499428] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.499637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.499637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.500088] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.500088] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.512049] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 in Status: IN_PROGRESS for 2s [ 862.519546] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.519848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.519979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.520289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.542582] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.542861] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.542975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.543066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.543325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.543405] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.543452] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c6cf36-2512-4a54-82b9-88280573720e is going to be updated. [ 862.595836] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.596140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.596216] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.596458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.597423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.609157] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: IN_PROGRESS for 2s [ 863.247095] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b in Status: IN_PROGRESS for 4s [ 863.433883] env[65916]: INFO networking_nsxv3.common.synchronization [req-d0b13326-8ef0-4252-bbdb-fa75dff22fad req-6b93b66e-7807-4634-ba68-f341c1a3282a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Enqueued Resource ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 with Priority: HIGHEST for action security_group_members [ 863.434023] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 with Priority: HIGHEST for action security_group_members [ 863.434424] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4a1a50-76a2-44c4-83c5-45479311ea33 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.434593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.434593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.434935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.435219] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.435465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.435635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.435839] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.435939] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.436051] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4a1a50-76a2-44c4-83c5-45479311ea33',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.820391] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-951 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.820391] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-951" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.820391] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-951" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.820838] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-951" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.820838] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.820939] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.821467] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.821803] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.822026] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.822310] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.822492] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.822662] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.822867] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.823043] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.823204] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.823382] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.843770] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.843950] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.844111] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.845033] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-951" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.845033] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-71ed03fc-0bb9-439f-bd2a-4e0de30975f7 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.845033] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-71ed03fc-0bb9-439f-bd2a-4e0de30975f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.845033] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-71ed03fc-0bb9-439f-bd2a-4e0de30975f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.846032] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-71ed03fc-0bb9-439f-bd2a-4e0de30975f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.846032] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ed03fc-0bb9-439f-bd2a-4e0de30975f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.906267] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 in Status: SUCCESS [ 863.906453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.906575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.906801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907021] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.907292] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.907367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.907535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.907706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.907797] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b530aa8c-2498-4887-90d0-7bbb3dca8715',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.938097] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.938293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.938293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.939390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.939390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.939390] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.939390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.939390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.939390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.939390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.939390] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 already deleted. [ 863.939390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.351474] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.351794] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.351923] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.352317] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.353027] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.353027] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 71ed03fc-0bb9-439f-bd2a-4e0de30975f7 not found, creating... [ 864.353027] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.353319] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.353319] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.353424] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.353544] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.353892] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.354203] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.354402] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.354684] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.354876] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.355059] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 71ed03fc-0bb9-439f-bd2a-4e0de30975f7 is going to be created. [ 864.381434] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.381772] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.381845] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.382286] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.382544] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.382885] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-71ed03fc-0bb9-439f-bd2a-4e0de30975f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.421362] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b530aa8c-2498-4887-90d0-7bbb3dca8715',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.536628] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 in Status: SUCCESS [ 864.536881] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 deletion is rescheduled due to dependency. [ 864.537031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.621404] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c6cf36-2512-4a54-82b9-88280573720e in Status: SUCCESS [ 864.621404] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c6cf36-2512-4a54-82b9-88280573720e deletion is rescheduled due to dependency. [ 864.621404] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.919401] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b530aa8c-2498-4887-90d0-7bbb3dca8715: rpc.has_security_group_logging(os_id): False [ 864.941147] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.941427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.941427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.941643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.941886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.942248] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.942406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.942406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.942590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.942637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.942743] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 is going to be created. [ 864.950042] env[65916]: INFO networking_nsxv3.common.synchronization [None req-a203f1ff-268b-4bf4-957b-fc9abfa92a18 None None] Enqueued Resource ID: a947fd6b-d94a-451f-975a-d61cb6e73f9f with Priority: HIGHEST for action port [ 864.950042] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a947fd6b-d94a-451f-975a-d61cb6e73f9f with Priority: HIGHEST for action port [ 864.950042] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-a947fd6b-d94a-451f-975a-d61cb6e73f9f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.950042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a947fd6b-d94a-451f-975a-d61cb6e73f9f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.950042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a947fd6b-d94a-451f-975a-d61cb6e73f9f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.950597] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a947fd6b-d94a-451f-975a-d61cb6e73f9f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.950769] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a947fd6b-d94a-451f-975a-d61cb6e73f9f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.022513] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.022513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.022513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.022513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.022513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.034359] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 in Status: IN_PROGRESS for 2s [ 865.106318] env[65916]: INFO networking_nsxv3.common.synchronization [req-d0b13326-8ef0-4252-bbdb-fa75dff22fad req-58734b1c-50db-4cd2-a2d7-8d4690a35967 service nova] Enqueued Resource ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 with Priority: HIGHEST for action security_group_rules [ 865.106318] env[65916]: INFO networking_nsxv3.common.synchronization [req-d0b13326-8ef0-4252-bbdb-fa75dff22fad req-58734b1c-50db-4cd2-a2d7-8d4690a35967 service nova] Enqueued Resource ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 with Priority: HIGHEST for action security_group_members [ 865.106318] env[65916]: INFO networking_nsxv3.common.synchronization [req-d0b13326-8ef0-4252-bbdb-fa75dff22fad req-58734b1c-50db-4cd2-a2d7-8d4690a35967 service nova] Enqueued Resource ID: 71ed03fc-0bb9-439f-bd2a-4e0de30975f7 with Priority: HIGHEST for action port [ 865.106734] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 with Priority: HIGHEST for action security_group_rules [ 865.106882] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 with Priority: HIGHEST for action security_group_members [ 865.107412] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71ed03fc-0bb9-439f-bd2a-4e0de30975f7 with Priority: HIGHEST for action port [ 865.107412] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4a1a50-76a2-44c4-83c5-45479311ea33 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.107546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.107546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.107766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.107853] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4a1a50-76a2-44c4-83c5-45479311ea33',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.108996] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4a1a50-76a2-44c4-83c5-45479311ea33 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.108996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.109113] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.109334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.109536] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.109668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.109727] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.110944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.110944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.110944] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4a1a50-76a2-44c4-83c5-45479311ea33',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.111276] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-71ed03fc-0bb9-439f-bd2a-4e0de30975f7 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.111386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71ed03fc-0bb9-439f-bd2a-4e0de30975f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.111451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71ed03fc-0bb9-439f-bd2a-4e0de30975f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.111610] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71ed03fc-0bb9-439f-bd2a-4e0de30975f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.111682] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ed03fc-0bb9-439f-bd2a-4e0de30975f7',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.259452] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b in Status: SUCCESS [ 865.259807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.260536] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.260834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.261693] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.261947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.262184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.262451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.262568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.262685] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.262919] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-228e3a17-84e5-4d30-a53e-d70da9f1252b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.263100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.263193] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.263578] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.263967] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.263967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.263967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.264183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.264252] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.264360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.264480] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.454408] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a947fd6b-d94a-451f-975a-d61cb6e73f9f [ 865.454792] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.455148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.455893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.455893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.455893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.455893] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a947fd6b-d94a-451f-975a-d61cb6e73f9f already deleted. [ 865.455893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a947fd6b-d94a-451f-975a-d61cb6e73f9f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.614101] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4a1a50-76a2-44c4-83c5-45479311ea33 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.614328] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.614402] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c4a1a50-76a2-44c4-83c5-45479311ea33',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.615393] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71ed03fc-0bb9-439f-bd2a-4e0de30975f7 with status ACTIVE [ 865.616407] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.616407] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.616407] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.616407] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.616407] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.616407] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.616735] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.616735] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.616795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.616826] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.617014] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.617113] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.617175] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.617315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.617393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.617479] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71ed03fc-0bb9-439f-bd2a-4e0de30975f7 is going to be updated. [ 865.642673] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.642817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.642888] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.643115] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.643288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.643457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71ed03fc-0bb9-439f-bd2a-4e0de30975f7" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.769765] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 228e3a17-84e5-4d30-a53e-d70da9f1252b: rpc.has_security_group_logging(os_id): False [ 865.800748] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.800899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.800972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.801205] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.801296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.801505] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.801606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.801684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.801812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.801887] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.802075] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.802202] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.802230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.802365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.802411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.802595] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.802682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.802744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.802981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.803148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.803318] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b is going to be created. [ 865.891592] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.892070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.892070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.892193] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.892829] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.910087] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b in Status: IN_PROGRESS for 2s [ 866.119915] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c4a1a50-76a2-44c4-83c5-45479311ea33',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.300650] env[65916]: INFO networking_nsxv3.common.synchronization [None req-6ece53d4-571b-40df-96fb-18b7ebf9d7d5 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Enqueued Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_rules [ 866.301261] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_rules [ 866.301569] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3aeae12-f889-40dc-a0be-e953d4927da6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.301678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.301751] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.302012] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.302307] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.447771] env[65916]: INFO networking_nsxv3.common.synchronization [None req-058933a5-c751-42e1-846c-e391618e687f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Enqueued Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_rules [ 866.448299] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_rules [ 866.450610] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3aeae12-f889-40dc-a0be-e953d4927da6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.450711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.625401] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.625649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.625776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.626180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.626180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.626180] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 is going to be created. [ 866.651135] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.652171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.652171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.652171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.652171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.664027] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 in Status: UNINITIALIZED for 2s [ 866.829367] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.829367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.829367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.829367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.829367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.829367] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3aeae12-f889-40dc-a0be-e953d4927da6 already deleted. [ 866.829367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.829367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.829367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.829367] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.049817] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 in Status: SUCCESS [ 867.050328] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.358334] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.359189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.359189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.359189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.359189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.359189] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3aeae12-f889-40dc-a0be-e953d4927da6 already deleted. [ 867.359443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.849090] env[65916]: INFO networking_nsxv3.common.synchronization [None req-f09e1e46-3ff6-49ca-8496-cf19dffb361b None None] Enqueued Resource ID: fd75a826-5112-4be0-bfd1-15a585b8005d with Priority: HIGHEST for action port [ 867.850992] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd75a826-5112-4be0-bfd1-15a585b8005d with Priority: HIGHEST for action port [ 867.850992] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd75a826-5112-4be0-bfd1-15a585b8005d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.851200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd75a826-5112-4be0-bfd1-15a585b8005d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.851200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd75a826-5112-4be0-bfd1-15a585b8005d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.851830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd75a826-5112-4be0-bfd1-15a585b8005d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.851830] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd75a826-5112-4be0-bfd1-15a585b8005d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.924838] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b in Status: SUCCESS [ 867.926660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.926660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.926660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.926660] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.356497] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd75a826-5112-4be0-bfd1-15a585b8005d [ 868.356497] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.356497] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.356497] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.356738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.356811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.356944] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd75a826-5112-4be0-bfd1-15a585b8005d already deleted. [ 868.357046] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd75a826-5112-4be0-bfd1-15a585b8005d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.429582] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-228e3a17-84e5-4d30-a53e-d70da9f1252b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.429893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.429893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.430058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.430233] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.430351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.430391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.430532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.430616] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.430866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.430866] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.559833] env[65916]: INFO networking_nsxv3.common.synchronization [req-d46df06a-0dff-4e12-9bbe-c935c0a09188 req-c8214834-c983-478c-81a7-64f65b32fed0 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 868.560233] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 868.560656] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.560740] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.560772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.561124] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.561352] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.561549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.561618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.561828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.561986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.562217] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.663050] env[65916]: INFO networking_nsxv3.common.synchronization [req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee req-8f0f1e2b-58ab-4a49-8112-80390562cdf8 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 868.663050] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 868.663050] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.663274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.663368] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.663627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.663814] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.663938] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.664012] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.664270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.664358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.664463] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.675843] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 in Status: SUCCESS [ 868.676182] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.676364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.676700] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.676922] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.677199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.677199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.677416] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.677504] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.677591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.677685] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c4a1a50-76a2-44c4-83c5-45479311ea33',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.933378] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-228e3a17-84e5-4d30-a53e-d70da9f1252b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.933612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.933704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.934058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.934372] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.934532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.934618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.934828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.934954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.935386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.935438] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-228e3a17-84e5-4d30-a53e-d70da9f1252b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.935535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.935615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.935780] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.935930] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.936137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.936226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.936431] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.936502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.936601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.936711] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.065464] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.167437] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.180743] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c4a1a50-76a2-44c4-83c5-45479311ea33',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.439043] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 228e3a17-84e5-4d30-a53e-d70da9f1252b: rpc.has_security_group_logging(os_id): False [ 869.463170] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.463170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.463170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.463170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.463170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.463780] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.463928] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.463995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.464312] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.464395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.464627] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.464715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.464774] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.464922] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.464991] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.465198] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.465353] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.465413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.465556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.465626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.465707] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b is going to be updated. [ 869.543713] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.543959] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.543959] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.544207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.544368] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.568399] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.574438] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b in Status: IN_PROGRESS for 2s [ 869.669696] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.683368] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c4a1a50-76a2-44c4-83c5-45479311ea33: rpc.has_security_group_logging(os_id): False [ 869.714203] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.714419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.714419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.714628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.714721] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.714990] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.715157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.715277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.715585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.715692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.715792] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 is going to be created. [ 869.868153] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.868153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.868153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.868527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.868527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.885311] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 in Status: IN_PROGRESS for 2s [ 869.975220] env[65916]: INFO networking_nsxv3.common.synchronization [req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 req-99d77d7e-8a66-413e-8969-016767b667c2 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 with Priority: HIGHEST for action security_group_members [ 869.975220] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 with Priority: HIGHEST for action security_group_members [ 869.975412] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc89979-6fc9-41ca-b8b5-f5131c18e337 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.975478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.975518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.976777] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.976777] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.977535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.977618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.977800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.977899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.977981] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cc89979-6fc9-41ca-b8b5-f5131c18e337',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.072310] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.072561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.072644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.072870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.073044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.073177] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 870.113354] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.113643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.113699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.113983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.114264] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.128115] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 870.175762] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.175762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.175762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.175762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.175762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.175762] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 is going to be updated. [ 870.209459] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.210540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.210540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.210540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.210540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.225039] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: IN_PROGRESS for 2s [ 870.420448] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.420808] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.420808] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.421124] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.421405] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.421586] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.421716] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.421963] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.422173] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.422380] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.422592] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.422683] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.422814] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.422930] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.423054] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.423191] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.450411] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.450900] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.450900] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.450900] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.451245] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-3b767ea7-4304-454e-a38a-8772523f5eca taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.451438] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-3b767ea7-4304-454e-a38a-8772523f5eca" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.451570] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-3b767ea7-4304-454e-a38a-8772523f5eca" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.451951] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-3b767ea7-4304-454e-a38a-8772523f5eca" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.452109] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b767ea7-4304-454e-a38a-8772523f5eca',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.484820] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.485791] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.485791] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.487384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.487384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.487384] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.487384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.487384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.487384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.487384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.487384] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 already deleted. [ 870.487384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.495511] env[65916]: INFO networking_nsxv3.common.synchronization [req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 req-2e72e73a-9131-407b-b56d-f6d2d1e33540 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Enqueued Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 870.496401] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 870.497636] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.497636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.497636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.497636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.497912] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.498185] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.498414] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.498818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.498931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.499038] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.956366] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.956590] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.956730] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.957031] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.957188] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.957347] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 3b767ea7-4304-454e-a38a-8772523f5eca not found, creating... [ 870.957618] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.957782] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.957898] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.958130] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.958267] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.958729] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.958925] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.959143] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.959445] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.959596] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.959739] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 3b767ea7-4304-454e-a38a-8772523f5eca is going to be created. [ 870.983437] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.983643] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.983850] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.984327] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.984950] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.985077] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-3b767ea7-4304-454e-a38a-8772523f5eca" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.002589] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.507818] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.592037] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b in Status: SUCCESS [ 871.592037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.745896] env[65916]: INFO networking_nsxv3.common.synchronization [req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 req-74d158b9-c9df-4563-8927-074ded4f1b1c service nova] Enqueued Resource ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 with Priority: HIGHEST for action security_group_rules [ 871.746032] env[65916]: INFO networking_nsxv3.common.synchronization [req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 req-74d158b9-c9df-4563-8927-074ded4f1b1c service nova] Enqueued Resource ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 with Priority: HIGHEST for action security_group_members [ 871.746201] env[65916]: INFO networking_nsxv3.common.synchronization [req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 req-74d158b9-c9df-4563-8927-074ded4f1b1c service nova] Enqueued Resource ID: 3b767ea7-4304-454e-a38a-8772523f5eca with Priority: HIGHEST for action port [ 871.747545] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 with Priority: HIGHEST for action security_group_rules [ 871.747764] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 with Priority: HIGHEST for action security_group_members [ 871.747912] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b767ea7-4304-454e-a38a-8772523f5eca with Priority: HIGHEST for action port [ 871.748269] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cc89979-6fc9-41ca-b8b5-f5131c18e337 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.748438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.748541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.748794] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.748879] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cc89979-6fc9-41ca-b8b5-f5131c18e337',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.752386] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc89979-6fc9-41ca-b8b5-f5131c18e337 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.752623] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.752696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.752904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.753079] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.753184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.753248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.753395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.753481] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.753577] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cc89979-6fc9-41ca-b8b5-f5131c18e337',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.754683] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b767ea7-4304-454e-a38a-8772523f5eca taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.754773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b767ea7-4304-454e-a38a-8772523f5eca" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.754843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b767ea7-4304-454e-a38a-8772523f5eca" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.755051] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b767ea7-4304-454e-a38a-8772523f5eca" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.755103] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b767ea7-4304-454e-a38a-8772523f5eca',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.899662] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 in Status: SUCCESS [ 871.899969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.009603] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.009855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.009855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.010053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.010146] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.010243] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 is going to be updated. [ 872.042035] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.042035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.042035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.042265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.042265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.053398] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: IN_PROGRESS for 2s [ 872.137794] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 872.138017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.236902] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: SUCCESS [ 872.236902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.257258] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b767ea7-4304-454e-a38a-8772523f5eca with status ACTIVE [ 872.258151] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.258151] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.258151] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.258280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.258380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.258701] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.258849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.258953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.259207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.259550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.259604] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.259724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.259768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.259963] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.260095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.260220] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b767ea7-4304-454e-a38a-8772523f5eca is going to be updated. [ 872.261356] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc89979-6fc9-41ca-b8b5-f5131c18e337 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.261473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.262117] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cc89979-6fc9-41ca-b8b5-f5131c18e337',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.293284] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.293496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.293556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.293792] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.293961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.294260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b767ea7-4304-454e-a38a-8772523f5eca" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.765038] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cc89979-6fc9-41ca-b8b5-f5131c18e337',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.268604] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.268604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.268604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.268604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.268604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.269783] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 is going to be created. [ 873.299403] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.299403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.299403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.299403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.299403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.309696] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 in Status: UNINITIALIZED for 2s [ 874.066559] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: SUCCESS [ 874.066872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.779028] env[65916]: INFO networking_nsxv3.common.synchronization [req-113b8cb9-4690-423d-b119-02169b4fa240 req-936bdaf9-3b95-48b8-85da-fe6a8c19f0c0 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Enqueued Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_members [ 874.779028] env[65916]: INFO networking_nsxv3.common.synchronization [req-113b8cb9-4690-423d-b119-02169b4fa240 req-936bdaf9-3b95-48b8-85da-fe6a8c19f0c0 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Enqueued Resource ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 with Priority: HIGHEST for action security_group_members [ 874.779028] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_members [ 874.779028] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 with Priority: HIGHEST for action security_group_members [ 874.779028] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.779028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.779028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.779028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.779028] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.779028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.779028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.779028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.779028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.779028] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.780887] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.781031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.781089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.782018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.782018] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.782018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.782018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.782018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.782018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.782018] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcb6bbc2-ac42-47fb-83d6-16897c9a5244',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.834861] env[65916]: INFO networking_nsxv3.common.synchronization [req-113b8cb9-4690-423d-b119-02169b4fa240 req-936bdaf9-3b95-48b8-85da-fe6a8c19f0c0 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Enqueued Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_rules [ 874.834861] env[65916]: INFO networking_nsxv3.common.synchronization [req-113b8cb9-4690-423d-b119-02169b4fa240 req-936bdaf9-3b95-48b8-85da-fe6a8c19f0c0 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Enqueued Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_members [ 874.834861] env[65916]: INFO networking_nsxv3.common.synchronization [req-113b8cb9-4690-423d-b119-02169b4fa240 req-936bdaf9-3b95-48b8-85da-fe6a8c19f0c0 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Enqueued Resource ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 with Priority: HIGHEST for action security_group_rules [ 874.834861] env[65916]: INFO networking_nsxv3.common.synchronization [req-113b8cb9-4690-423d-b119-02169b4fa240 req-936bdaf9-3b95-48b8-85da-fe6a8c19f0c0 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Enqueued Resource ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 with Priority: HIGHEST for action security_group_members [ 874.834861] env[65916]: INFO networking_nsxv3.common.synchronization [req-113b8cb9-4690-423d-b119-02169b4fa240 req-936bdaf9-3b95-48b8-85da-fe6a8c19f0c0 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Enqueued Resource ID: ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 with Priority: HIGHEST for action port [ 874.836061] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_rules [ 874.836061] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 with Priority: HIGHEST for action security_group_rules [ 874.836170] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 with Priority: HIGHEST for action port [ 874.836289] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_members [ 874.836414] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 with Priority: HIGHEST for action security_group_members [ 874.836971] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.837174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.837231] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.837692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.837692] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.839266] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcb6bbc2-ac42-47fb-83d6-16897c9a5244 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.841046] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.841046] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.841046] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.841046] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcb6bbc2-ac42-47fb-83d6-16897c9a5244',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.841046] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.841409] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.841451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.841628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.841738] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.843082] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.843082] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.843082] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.843082] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.281418] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.288372] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcb6bbc2-ac42-47fb-83d6-16897c9a5244',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.320269] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 in Status: SUCCESS [ 875.320713] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.320713] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.320868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.320868] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.321053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.321132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.321261] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.321339] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.321423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.321510] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cc89979-6fc9-41ca-b8b5-f5131c18e337',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.340082] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.340333] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.342836] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.342972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.344358] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 with status ACTIVE [ 875.344580] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.344696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.344821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.345161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.345265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.345466] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.345642] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.345764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.346040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.346111] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.346488] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.346597] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.346672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.346821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.347495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.347495] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 is going to be updated. [ 875.369841] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.369841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.369841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.370641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.370641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.370641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.544932] env[65916]: INFO networking_nsxv3.common.synchronization [req-45a7a986-51fa-467f-9cf6-d2120fcb8a32 req-ecac1008-0eb9-492c-81ec-a60d1297c8af tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Enqueued Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_members [ 875.545598] env[65916]: INFO networking_nsxv3.common.synchronization [req-45a7a986-51fa-467f-9cf6-d2120fcb8a32 req-ecac1008-0eb9-492c-81ec-a60d1297c8af tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Enqueued Resource ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 with Priority: HIGHEST for action security_group_members [ 875.545775] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_members [ 875.545906] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 with Priority: HIGHEST for action security_group_members [ 875.547423] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.547937] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.550439] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.550590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.600477] env[65916]: INFO networking_nsxv3.common.synchronization [req-45a7a986-51fa-467f-9cf6-d2120fcb8a32 req-ecac1008-0eb9-492c-81ec-a60d1297c8af tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Enqueued Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_rules [ 875.600659] env[65916]: INFO networking_nsxv3.common.synchronization [req-45a7a986-51fa-467f-9cf6-d2120fcb8a32 req-ecac1008-0eb9-492c-81ec-a60d1297c8af tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Enqueued Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_members [ 875.600797] env[65916]: INFO networking_nsxv3.common.synchronization [req-45a7a986-51fa-467f-9cf6-d2120fcb8a32 req-ecac1008-0eb9-492c-81ec-a60d1297c8af tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Enqueued Resource ID: ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 with Priority: HIGHEST for action port [ 875.601561] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_rules [ 875.601706] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_members [ 875.601804] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 with Priority: HIGHEST for action port [ 875.602338] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.602455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.602674] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.602759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.602939] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.603056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.603122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.603331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.603413] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.785426] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.791994] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcb6bbc2-ac42-47fb-83d6-16897c9a5244',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.823436] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cc89979-6fc9-41ca-b8b5-f5131c18e337',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.883744] env[65916]: INFO networking_nsxv3.common.synchronization [req-b9778a1a-a113-4d84-9b38-0c56a1447167 req-60d3e088-42e3-4e51-a66c-d036a43b464e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 875.883744] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 875.883744] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.883918] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.883989] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.884349] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.884559] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.884685] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.884750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.884969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.885087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.885195] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.107413] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 with status ACTIVE [ 876.107765] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.109386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.109386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.109386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.109386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.109386] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.109386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.109386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.110213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.110213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.110213] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.110213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.110213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.110374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.110471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.110518] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 is going to be updated. [ 876.141011] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.141483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.141902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.141902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.141990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.142869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.288874] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.288874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.288874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.289237] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.289237] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.289237] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09dd3618-3213-4a83-9de0-9c4427daf40a is going to be updated. [ 876.296502] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.296708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.296785] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.297022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.297089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.297397] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 is going to be created. [ 876.311819] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.311819] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.311819] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.311819] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.312068] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.312068] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.312157] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.312372] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.312507] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.312711] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.312820] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.313388] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.313388] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.313388] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.313507] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.314632] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.328879] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cc89979-6fc9-41ca-b8b5-f5131c18e337: rpc.has_security_group_logging(os_id): False [ 876.341323] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.341702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.341702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.342993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.342993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.346835] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.347052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.347113] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.347392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.347577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.350238] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.350410] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.351044] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.351044] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.351044] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-c979097c-388b-4d39-8654-8a439e18e883 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.351241] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-c979097c-388b-4d39-8654-8a439e18e883" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.351375] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-c979097c-388b-4d39-8654-8a439e18e883" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.351769] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-c979097c-388b-4d39-8654-8a439e18e883" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.352035] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c979097c-388b-4d39-8654-8a439e18e883',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.356506] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 in Status: UNINITIALIZED for 2s [ 876.357577] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.357729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.357798] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.358037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.358138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.358565] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.358565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.358565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.358867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.358867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.360621] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 is going to be created. [ 876.366311] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: IN_PROGRESS for 2s [ 876.387899] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.388076] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.388147] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.388829] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.388829] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.388829] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.388829] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.388829] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.389069] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.389098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.389897] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b already deleted. [ 876.389897] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.447766] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.448030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.448085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.448366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.448555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.461126] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 in Status: IN_PROGRESS for 2s [ 876.854670] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.855107] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.855107] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.855395] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.855545] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.856355] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port c979097c-388b-4d39-8654-8a439e18e883 not found, creating... [ 876.856722] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.856954] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.857093] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.858114] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.858264] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.858648] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.858811] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.858928] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.859224] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.859367] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.859514] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: c979097c-388b-4d39-8654-8a439e18e883 is going to be created. [ 876.885981] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.885981] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.885981] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.885981] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.885981] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.885981] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-c979097c-388b-4d39-8654-8a439e18e883" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.189185] env[65916]: INFO networking_nsxv3.common.synchronization [None req-ff9900c9-2192-4406-9cde-f4a335fa6857 None None] Enqueued Resource ID: 6d3ba964-add8-4127-b684-260ec8712358 with Priority: HIGHEST for action port [ 877.189859] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3ba964-add8-4127-b684-260ec8712358 with Priority: HIGHEST for action port [ 877.190128] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d3ba964-add8-4127-b684-260ec8712358 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.190282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d3ba964-add8-4127-b684-260ec8712358" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.190282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d3ba964-add8-4127-b684-260ec8712358" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.190514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d3ba964-add8-4127-b684-260ec8712358" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.190600] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d3ba964-add8-4127-b684-260ec8712358',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.654788] env[65916]: INFO networking_nsxv3.common.synchronization [req-b9778a1a-a113-4d84-9b38-0c56a1447167 req-5c184f06-03b2-45af-b0c5-2dd5346dc1a4 service nova] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_rules [ 877.655069] env[65916]: INFO networking_nsxv3.common.synchronization [req-b9778a1a-a113-4d84-9b38-0c56a1447167 req-5c184f06-03b2-45af-b0c5-2dd5346dc1a4 service nova] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 877.655103] env[65916]: INFO networking_nsxv3.common.synchronization [req-b9778a1a-a113-4d84-9b38-0c56a1447167 req-5c184f06-03b2-45af-b0c5-2dd5346dc1a4 service nova] Enqueued Resource ID: c979097c-388b-4d39-8654-8a439e18e883 with Priority: HIGHEST for action port [ 877.655656] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_rules [ 877.655782] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 877.655873] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c979097c-388b-4d39-8654-8a439e18e883 with Priority: HIGHEST for action port [ 877.656655] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.656776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.656839] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.661093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.661249] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.662380] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.662511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.662579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.662774] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.663681] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.663681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.663681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.663681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.663681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.663681] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.664245] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-c979097c-388b-4d39-8654-8a439e18e883 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.664363] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c979097c-388b-4d39-8654-8a439e18e883" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.664426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c979097c-388b-4d39-8654-8a439e18e883" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.665392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c979097c-388b-4d39-8654-8a439e18e883" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.665392] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c979097c-388b-4d39-8654-8a439e18e883',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.692308] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d3ba964-add8-4127-b684-260ec8712358 [ 877.692702] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.693141] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.694099] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.694099] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.694099] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.694099] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d3ba964-add8-4127-b684-260ec8712358 already deleted. [ 877.694099] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d3ba964-add8-4127-b684-260ec8712358" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.169108] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.170736] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.170919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.171161] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c979097c-388b-4d39-8654-8a439e18e883 with status ACTIVE [ 878.174859] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.174859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.174859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.175484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.175484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.175484] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.175484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.175484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.175723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.175723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.176654] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.176654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.176654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.176654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.176654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.176654] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c979097c-388b-4d39-8654-8a439e18e883 is going to be updated. [ 878.201659] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.202434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.202434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.202434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.202434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.202434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c979097c-388b-4d39-8654-8a439e18e883" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.379144] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 in Status: SUCCESS [ 878.379144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.380067] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.380170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.386716] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.386716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.386716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.387053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.387086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.387584] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcb6bbc2-ac42-47fb-83d6-16897c9a5244',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.393892] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: SUCCESS [ 878.394345] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.395408] env[65916]: INFO networking_nsxv3.common.synchronization [req-8a679793-c49a-490f-ae52-d0369891bb17 req-d3101c2b-17eb-4e0e-b285-c490b67d68c3 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 878.395968] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.396213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.396433] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.396612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.396612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.396841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.396881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.397253] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.402498] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 878.405177] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.405177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.405177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.405177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.405177] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.405177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.405177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.405177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.405177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.405177] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.479275] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 in Status: SUCCESS [ 878.479457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.680264] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.828894] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-416 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.829100] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.829229] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.829521] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.829738] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.829889] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.830012] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.830289] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.830459] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.830672] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.830879] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.830879] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.830985] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.831112] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.831437] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.831437] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.854814] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.854993] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.855149] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.855330] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.855706] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-70a400e1-1228-47b2-8d63-bfc1962bbb4d taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.855827] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-70a400e1-1228-47b2-8d63-bfc1962bbb4d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.855958] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-70a400e1-1228-47b2-8d63-bfc1962bbb4d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.856382] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-70a400e1-1228-47b2-8d63-bfc1962bbb4d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.856538] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70a400e1-1228-47b2-8d63-bfc1962bbb4d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.902298] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.902848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.902848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.902848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.902977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.903133] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.903236] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.903319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.903509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.903706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.903804] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 is going to be deleted. [ 878.905340] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.907939] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.908367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.909268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.909621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.909663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.909855] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.910171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.910171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.910269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.910397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.910512] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 878.944459] env[65916]: INFO networking_nsxv3.common.synchronization [None req-ff1766ae-0a1e-4d43-8df6-fc2552f1668f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_rules [ 878.944744] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_rules [ 878.945147] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.945340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.945419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.945688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.945769] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.972481] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.972681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.972721] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.972912] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.973132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.974877] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.975026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.975103] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.975307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.975423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.975524] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.976169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.976287] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.976441] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.976576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.976656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.976790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.976890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.976996] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcb6bbc2-ac42-47fb-83d6-16897c9a5244',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.990397] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 879.184425] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.184625] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.184625] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.184842] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.184943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.184987] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be created. [ 879.201757] env[65916]: INFO networking_nsxv3.common.synchronization [None req-3d8c3997-4f04-4f9d-8fa9-70924759d31f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_rules [ 879.202435] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_rules [ 879.202752] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.202853] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.208959] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.209120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.209169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.209347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.209699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.220229] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: UNINITIALIZED for 2s [ 879.362463] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.362875] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.363048] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.363488] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.363667] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.363841] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 70a400e1-1228-47b2-8d63-bfc1962bbb4d not found, creating... [ 879.364507] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.364507] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.364689] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.364967] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.365133] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.365596] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.365782] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.365945] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.366296] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.366475] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.366702] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 70a400e1-1228-47b2-8d63-bfc1962bbb4d is going to be created. [ 879.390870] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.391114] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.391233] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.391534] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.391821] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.392077] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-70a400e1-1228-47b2-8d63-bfc1962bbb4d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.415492] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.479463] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.479652] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.479652] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.479886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.479976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.480200] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.480303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.480366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.480538] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.480597] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.480681] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 already deleted. [ 879.480761] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.480865] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcb6bbc2-ac42-47fb-83d6-16897c9a5244',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.481831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.482777] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.483159] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.483370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.483486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.483683] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.483815] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.483949] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcb6bbc2-ac42-47fb-83d6-16897c9a5244',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.501055] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.501219] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.501287] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.501498] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.501738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.501738] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 already deleted. [ 879.501738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.502358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.502553] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.502638] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.902743] env[65916]: INFO networking_nsxv3.common.synchronization [None req-ed16d1e1-8f4b-4fc3-b88d-cc3a02d4ab61 None None] Enqueued Resource ID: 4dbcd9c4-7677-4d2a-9f07-0a1a2cd62a5d with Priority: HIGHEST for action port [ 879.903311] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dbcd9c4-7677-4d2a-9f07-0a1a2cd62a5d with Priority: HIGHEST for action port [ 879.903626] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dbcd9c4-7677-4d2a-9f07-0a1a2cd62a5d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.903749] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dbcd9c4-7677-4d2a-9f07-0a1a2cd62a5d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.903816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dbcd9c4-7677-4d2a-9f07-0a1a2cd62a5d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.904316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dbcd9c4-7677-4d2a-9f07-0a1a2cd62a5d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.904706] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dbcd9c4-7677-4d2a-9f07-0a1a2cd62a5d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.919552] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.919706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.920264] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.922133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.922282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.922443] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09dd3618-3213-4a83-9de0-9c4427daf40a is going to be updated. [ 879.966774] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.966953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.966998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.967214] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.967366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.978514] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: IN_PROGRESS for 2s [ 879.986378] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcb6bbc2-ac42-47fb-83d6-16897c9a5244',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.988437] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.988597] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.988669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.988909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.989065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.989259] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.989369] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.989445] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.989649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.989747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.989854] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 already deleted. [ 879.989943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.030071] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.030157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.030236] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.030511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.030606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.030706] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 already deleted. [ 880.030789] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.122293] env[65916]: INFO networking_nsxv3.common.synchronization [req-8a679793-c49a-490f-ae52-d0369891bb17 req-67f0282f-68d6-4449-97b5-5983a4d03f5e service nova] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_rules [ 880.122293] env[65916]: INFO networking_nsxv3.common.synchronization [req-8a679793-c49a-490f-ae52-d0369891bb17 req-67f0282f-68d6-4449-97b5-5983a4d03f5e service nova] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 880.122293] env[65916]: INFO networking_nsxv3.common.synchronization [req-8a679793-c49a-490f-ae52-d0369891bb17 req-67f0282f-68d6-4449-97b5-5983a4d03f5e service nova] Enqueued Resource ID: 70a400e1-1228-47b2-8d63-bfc1962bbb4d with Priority: HIGHEST for action port [ 880.122700] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_rules [ 880.122799] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 880.122894] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a400e1-1228-47b2-8d63-bfc1962bbb4d with Priority: HIGHEST for action port [ 880.123192] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.123338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.123397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.123596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.123760] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.125495] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.125495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.125636] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-70a400e1-1228-47b2-8d63-bfc1962bbb4d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.125712] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70a400e1-1228-47b2-8d63-bfc1962bbb4d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.125770] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70a400e1-1228-47b2-8d63-bfc1962bbb4d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.126582] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70a400e1-1228-47b2-8d63-bfc1962bbb4d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.126582] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70a400e1-1228-47b2-8d63-bfc1962bbb4d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.409175] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dbcd9c4-7677-4d2a-9f07-0a1a2cd62a5d [ 880.409465] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.409868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.409868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.410071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.410107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.410185] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dbcd9c4-7677-4d2a-9f07-0a1a2cd62a5d already deleted. [ 880.410270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dbcd9c4-7677-4d2a-9f07-0a1a2cd62a5d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.494377] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcb6bbc2-ac42-47fb-83d6-16897c9a5244: rpc.has_security_group_logging(os_id): False [ 880.511061] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.511233] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.511297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.511514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.511600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.511936] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.512133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.512239] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.512478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.512603] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.512744] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 is going to be created. [ 880.537372] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bcb6bbc2-ac42-47fb-83d6-16897c9a5244], does not exist path=[/infra/domains/default/groups/bcb6bbc2-ac42-47fb-83d6-16897c9a5244]."\n}' [ 880.537570] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bcb6bbc2-ac42-47fb-83d6-16897c9a5244 [ 880.537659] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 880.579785] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.580884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.580884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.580884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.584042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.584296] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.584483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.584566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.584862] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.585122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.585277] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.585408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.585520] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.585722] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.585850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.585956] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcb6bbc2-ac42-47fb-83d6-16897c9a5244 is going to be created. [ 880.608357] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bcb6bbc2-ac42-47fb-83d6-16897c9a5244], does not exist path=[/infra/domains/default/groups/bcb6bbc2-ac42-47fb-83d6-16897c9a5244]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bcb6bbc2-ac42-47fb-83d6-16897c9a5244 [ 880.608539] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcb6bbc2-ac42-47fb-83d6-16897c9a5244" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.608808] env[65916]: Traceback (most recent call last): [ 880.608808] env[65916]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 880.608808] env[65916]: return func(*args, **kwargs) [ 880.608808] env[65916]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 880.608808] env[65916]: res.raise_for_status() [ 880.608808] env[65916]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 880.608808] env[65916]: raise HTTPError(http_error_msg, response=self) [ 880.608808] env[65916]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bcb6bbc2-ac42-47fb-83d6-16897c9a5244 [ 880.608808] env[65916]: During handling of the above exception, another exception occurred: [ 880.608808] env[65916]: Traceback (most recent call last): [ 880.608808] env[65916]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 880.608808] env[65916]: listener.cb(fileno) [ 880.608808] env[65916]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 880.608808] env[65916]: result = function(*args, **kwargs) [ 880.608808] env[65916]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 880.608808] env[65916]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 880.608808] env[65916]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 880.608808] env[65916]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 880.608808] env[65916]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 880.608808] env[65916]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 880.608808] env[65916]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 880.608808] env[65916]: res.raise_for_status() [ 880.608808] env[65916]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 880.608808] env[65916]: raise HTTPError(http_error_msg, response=self) [ 880.609462] env[65916]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bcb6bbc2-ac42-47fb-83d6-16897c9a5244 [ 880.609462] env[65916]: Removing descriptor: 27 [ 880.628464] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.628592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.628792] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70a400e1-1228-47b2-8d63-bfc1962bbb4d with status ACTIVE [ 880.628953] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.629067] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.629132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.629344] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.629494] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.629597] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.629694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.629755] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.629915] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.629985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.630187] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.630281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.630340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.630493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.630602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.630705] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70a400e1-1228-47b2-8d63-bfc1962bbb4d is going to be updated. [ 880.682608] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.682777] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.682852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.683098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.686322] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.686322] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70a400e1-1228-47b2-8d63-bfc1962bbb4d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.003648] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 881.003932] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 deletion is rescheduled due to dependency. [ 881.003932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.004108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.004425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.004615] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.004731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.004795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.004943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.005034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.005129] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.231792] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 881.231792] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.231792] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.231999] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.232159] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.232280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.232342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.232492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.232567] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.233775] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.233775] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.510863] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.735114] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.735685] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.735685] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.738897] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.739328] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.739530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.739604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.739885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.740017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.740914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.741192] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.741403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.741403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.741584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.741764] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.741870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.741921] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.742078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.742517] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.742575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.742677] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.990843] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: SUCCESS [ 881.991090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.991671] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.991671] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.991805] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.991860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.991899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.992062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.992142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.992220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.992319] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.995407] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.995407] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.995407] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.995407] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.995630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.995630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.995691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.995785] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.013800] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.248572] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2a6a2f3-8a4b-4cd5-844c-30984ca8781b: rpc.has_security_group_logging(os_id): False [ 882.272119] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.272301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.272379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.274644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.274644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.274644] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.274644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.274644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.274644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.274644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.274644] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.274644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.274644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.274644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.274644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.274644] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.274644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.275232] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.275232] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.275351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.275500] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be created. [ 882.337910] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.338081] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.338201] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.338454] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.338661] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.352050] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 882.495728] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.495728] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.499975] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.519041] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.519041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.519041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.519041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.519041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.519041] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 882.559258] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.559475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.559528] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.559777] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.559927] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.571094] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 883.001492] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.506328] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.506659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.506659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.506864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.506910] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.507037] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09dd3618-3213-4a83-9de0-9c4427daf40a is going to be updated. [ 883.552316] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.552843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.552843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.552965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.553079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.564708] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: IN_PROGRESS for 2s [ 884.371885] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 884.372272] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.377483] env[65916]: INFO networking_nsxv3.common.synchronization [req-06b492c3-a475-4301-b360-2509cb97d5ff req-24a3dc1f-e133-4bda-a46a-4779e470f384 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Enqueued Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_members [ 884.378294] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 with Priority: HIGHEST for action security_group_members [ 884.378730] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a44cfc-3d58-4e77-998f-0db6f6035c95 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.378939] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.379124] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.379515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.379817] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.380113] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.380180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.380391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.380527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.380670] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a44cfc-3d58-4e77-998f-0db6f6035c95',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.586412] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 884.586412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.586412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.586412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.586412] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.586412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.586412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.586412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.586412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.586412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.586412] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.886280] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.886465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.886543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.886775] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.910747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.911961] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.911961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.911961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.911961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.911961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.911961] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 is going to be updated. [ 884.944196] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.944196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.944196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.944196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.944196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.958880] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 in Status: IN_PROGRESS for 2s [ 885.089741] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.090354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.090555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.090877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.091532] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.091532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.091532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.091532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.091532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.092133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.092466] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.092576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.092665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.092847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.093014] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.093109] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.093164] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.093313] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.093389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.093468] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.093696] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.577230] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: SUCCESS [ 885.578761] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.579052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.580181] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.580405] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.580574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.580638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.580779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.580850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.580947] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.595991] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aded5f7a-1c3d-402b-a5a1-d815234ecf66: rpc.has_security_group_logging(os_id): False [ 885.617227] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.617366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.617439] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.617647] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.638651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.638798] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.638934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.639011] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.639260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.639359] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.639585] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.639681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.639763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.639931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.640015] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.640201] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.640320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.640397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.640516] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.640590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.640674] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 885.735990] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.736211] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.736258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.736495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.736658] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.753114] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 886.087597] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.593679] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.970344] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 in Status: SUCCESS [ 886.970344] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a44cfc-3d58-4e77-998f-0db6f6035c95 deletion is rescheduled due to dependency. [ 886.970710] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a44cfc-3d58-4e77-998f-0db6f6035c95" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.089433] env[65916]: INFO networking_nsxv3.common.synchronization [req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 req-04e7823c-0274-43f6-b2b6-b513ccab54db tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Enqueued Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_members [ 887.090038] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09dd3618-3213-4a83-9de0-9c4427daf40a with Priority: HIGHEST for action security_group_members [ 887.090492] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.090492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.098260] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.098417] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.098488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.098705] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.098783] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.098878] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09dd3618-3213-4a83-9de0-9c4427daf40a is going to be updated. [ 887.130792] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.130994] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.131110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.131404] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.131611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.143989] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: IN_PROGRESS for 2s [ 887.685909] env[65916]: INFO networking_nsxv3.common.synchronization [None req-0e0c4e3c-5440-49ae-afd9-695739cd2ef3 None None] Enqueued Resource ID: fb8a87e2-0e67-4935-9be7-bc754c1f2cd4 with Priority: HIGHEST for action port [ 887.686407] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8a87e2-0e67-4935-9be7-bc754c1f2cd4 with Priority: HIGHEST for action port [ 887.686699] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb8a87e2-0e67-4935-9be7-bc754c1f2cd4 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.686821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb8a87e2-0e67-4935-9be7-bc754c1f2cd4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.686890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb8a87e2-0e67-4935-9be7-bc754c1f2cd4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.688305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb8a87e2-0e67-4935-9be7-bc754c1f2cd4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.688305] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb8a87e2-0e67-4935-9be7-bc754c1f2cd4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.773110] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 887.773349] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.190099] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb8a87e2-0e67-4935-9be7-bc754c1f2cd4 [ 888.190099] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.190455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.190455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.190535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.190604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.190694] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb8a87e2-0e67-4935-9be7-bc754c1f2cd4 already deleted. [ 888.191395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb8a87e2-0e67-4935-9be7-bc754c1f2cd4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.155831] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: SUCCESS [ 889.156130] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.157147] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.157398] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.157827] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.157827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.157827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.157993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.158082] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.158173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.158349] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-09dd3618-3213-4a83-9de0-9c4427daf40a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.158480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.158556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.158672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.158816] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.158919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.158988] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.159110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.159183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.159250] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.159343] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.160224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.160384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.160535] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.160635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.160701] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.161128] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.161224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.161343] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.664904] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09dd3618-3213-4a83-9de0-9c4427daf40a: rpc.has_security_group_logging(os_id): False [ 889.664904] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.664904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.664904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.665455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.688768] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.688768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.690820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.691277] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.692233] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.692294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.692501] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.692586] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.692682] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09dd3618-3213-4a83-9de0-9c4427daf40a is going to be updated. [ 889.694550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.694550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.694550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.699348] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.699348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.699348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.699348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.699348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.699348] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.699348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.699348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.699348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.699348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.699348] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.699733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.699733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.699733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.699733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.699840] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09dd3618-3213-4a83-9de0-9c4427daf40a is going to be updated. [ 889.731481] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.731683] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.731754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.731998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.732234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.742592] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: IN_PROGRESS for 2s [ 889.774644] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.774801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.774862] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.775203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.775361] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.792572] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: IN_PROGRESS for 2s [ 889.820628] env[65916]: INFO networking_nsxv3.common.synchronization [None req-64eb44e2-0550-4cc3-bd11-7b71f8f7ff77 None None] Enqueued Resource ID: 38b7551d-3518-485b-be7e-b1de3b9ac20c with Priority: HIGHEST for action port [ 889.821378] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b7551d-3518-485b-be7e-b1de3b9ac20c with Priority: HIGHEST for action port [ 889.822611] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-38b7551d-3518-485b-be7e-b1de3b9ac20c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.822611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38b7551d-3518-485b-be7e-b1de3b9ac20c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.822611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38b7551d-3518-485b-be7e-b1de3b9ac20c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.822611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38b7551d-3518-485b-be7e-b1de3b9ac20c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.822611] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b7551d-3518-485b-be7e-b1de3b9ac20c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.327797] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38b7551d-3518-485b-be7e-b1de3b9ac20c [ 890.328148] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.328295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.328356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.328589] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.328685] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.328753] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38b7551d-3518-485b-be7e-b1de3b9ac20c already deleted. [ 890.328837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38b7551d-3518-485b-be7e-b1de3b9ac20c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.982885] env[65916]: INFO networking_nsxv3.common.synchronization [req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b req-6c6f4361-9059-4263-86da-7c66e8e3e560 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 890.986206] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 890.986206] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.986206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.986206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.986206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.986528] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.986528] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.986528] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.986638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.986741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.986857] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.251296] env[65916]: INFO networking_nsxv3.common.synchronization [req-9892ccbe-b00e-459c-a544-ab6a14d1c63f req-684d1256-dc61-4598-a4e4-b56a1ef2add3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 891.251296] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 891.251296] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.251296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.251296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.251296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.251296] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.251296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.251296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.251296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.251296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.251296] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.489914] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.489914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.489914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.490247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.490247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.490247] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.490409] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.490409] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.490556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.490630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.490717] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 891.521281] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.521446] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.521483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.521774] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.521973] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.534101] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 891.746451] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.754306] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: SUCCESS [ 891.754306] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09dd3618-3213-4a83-9de0-9c4427daf40a deletion is rescheduled due to dependency. [ 891.754306] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.806947] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09dd3618-3213-4a83-9de0-9c4427daf40a in Status: SUCCESS [ 891.807185] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.807350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.807570] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.807660] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09dd3618-3213-4a83-9de0-9c4427daf40a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.097099] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.097681] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.097681] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.097840] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.097970] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.098186] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.098315] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.098596] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.098726] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.098938] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.099061] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.099171] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.099277] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.099460] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.099507] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.099602] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.119788] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.119969] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.120118] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.120806] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.120806] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-77a48511-15e2-421a-b020-219c00b98402 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.120806] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-77a48511-15e2-421a-b020-219c00b98402" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.121054] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-77a48511-15e2-421a-b020-219c00b98402" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.121252] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-77a48511-15e2-421a-b020-219c00b98402" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.121390] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77a48511-15e2-421a-b020-219c00b98402',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.248399] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.333324] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.333496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.333532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.333741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.333833] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.333930] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09dd3618-3213-4a83-9de0-9c4427daf40a is going to be deleted. [ 892.387564] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.387878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.387878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.388149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.388149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.388205] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09dd3618-3213-4a83-9de0-9c4427daf40a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.624852] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.624852] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.624852] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.625084] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.625117] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.625319] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 77a48511-15e2-421a-b020-219c00b98402 not found, creating... [ 892.625606] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.625767] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.625884] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.626144] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.626280] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.626595] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.626788] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.626913] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.628207] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.628426] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.628600] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 77a48511-15e2-421a-b020-219c00b98402 is going to be created. [ 892.655109] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.655109] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.655255] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.655624] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.655934] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.656183] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-77a48511-15e2-421a-b020-219c00b98402" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.751270] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.751270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.751270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.751270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.751270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.751270] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 892.796773] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.796915] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.796986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.797729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.797890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.809093] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 893.483053] env[65916]: INFO networking_nsxv3.common.synchronization [req-9892ccbe-b00e-459c-a544-ab6a14d1c63f req-28292be0-c5b7-4829-a484-0c80b531286d service nova] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_rules [ 893.483332] env[65916]: INFO networking_nsxv3.common.synchronization [req-9892ccbe-b00e-459c-a544-ab6a14d1c63f req-28292be0-c5b7-4829-a484-0c80b531286d service nova] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 893.483431] env[65916]: INFO networking_nsxv3.common.synchronization [req-9892ccbe-b00e-459c-a544-ab6a14d1c63f req-28292be0-c5b7-4829-a484-0c80b531286d service nova] Enqueued Resource ID: 77a48511-15e2-421a-b020-219c00b98402 with Priority: HIGHEST for action port [ 893.484085] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_rules [ 893.484371] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 893.484456] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a48511-15e2-421a-b020-219c00b98402 with Priority: HIGHEST for action port [ 893.486768] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.486768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.486768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.486768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.486768] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.486768] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.486768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.486768] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-77a48511-15e2-421a-b020-219c00b98402 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.486768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77a48511-15e2-421a-b020-219c00b98402" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.487354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77a48511-15e2-421a-b020-219c00b98402" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.487354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77a48511-15e2-421a-b020-219c00b98402" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.487354] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77a48511-15e2-421a-b020-219c00b98402',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.549924] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 893.549924] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b deletion is rescheduled due to dependency. [ 893.549924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.989661] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.989840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.989981] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77a48511-15e2-421a-b020-219c00b98402 with status ACTIVE [ 893.990164] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.990263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.990335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.990565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.990625] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.990798] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.990991] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.991032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.991221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.991261] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.991452] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.991546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.991608] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.991783] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.991822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.991915] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77a48511-15e2-421a-b020-219c00b98402 is going to be updated. [ 894.023499] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.023874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.023874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.024094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.024331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.024517] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77a48511-15e2-421a-b020-219c00b98402" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.048827] env[65916]: INFO networking_nsxv3.common.synchronization [req-91a90467-1c03-4165-8d17-31f57b2ffcde req-c3aa1967-2082-4013-90dc-e6d7ca5efe79 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Enqueued Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_members [ 894.049602] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_members [ 894.050188] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aeae12-f889-40dc-a0be-e953d4927da6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.050369] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.054024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.054024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.054024] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.054024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.054024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.054024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.054024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.054024] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.556566] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.556956] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.556956] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.557293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.557293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.557400] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.558086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.558086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.558086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.558086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.558086] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aeae12-f889-40dc-a0be-e953d4927da6 already deleted. [ 894.558086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.572690] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.572919] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.573034] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.573346] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.573978] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.574176] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.574319] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.574557] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.574711] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.574934] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.575063] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.575177] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.575287] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.575398] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.575501] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.575633] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.595720] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.595897] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.596069] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.596250] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.596624] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.596814] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.596932] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.597301] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.597450] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3917a09d-52d9-4142-bfa2-bbb2e6fba0fd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.820899] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 894.820899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.820899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.820899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.820899] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.820899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.820899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.820899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.820899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.820899] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.100907] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.100907] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.101143] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.102028] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.102403] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.102713] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd not found, creating... [ 895.103195] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.103539] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.103794] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.104303] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.104604] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.105167] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.105545] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.105872] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.106219] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.106493] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.106772] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd is going to be created. [ 895.136475] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.136673] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.136812] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.137103] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.137343] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.137570] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.324508] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.827422] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.845592] env[65916]: INFO networking_nsxv3.common.synchronization [req-91a90467-1c03-4165-8d17-31f57b2ffcde req-dc282819-4659-4792-ba53-ebbbe0298f2f service nova] Enqueued Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_rules [ 895.846593] env[65916]: INFO networking_nsxv3.common.synchronization [req-91a90467-1c03-4165-8d17-31f57b2ffcde req-dc282819-4659-4792-ba53-ebbbe0298f2f service nova] Enqueued Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_members [ 895.846593] env[65916]: INFO networking_nsxv3.common.synchronization [req-91a90467-1c03-4165-8d17-31f57b2ffcde req-dc282819-4659-4792-ba53-ebbbe0298f2f service nova] Enqueued Resource ID: 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd with Priority: HIGHEST for action port [ 895.846593] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_rules [ 895.846786] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_members [ 895.846786] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd with Priority: HIGHEST for action port [ 895.847876] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3aeae12-f889-40dc-a0be-e953d4927da6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.848012] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.848127] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.848318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.848599] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.849968] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aeae12-f889-40dc-a0be-e953d4927da6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.850151] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.850200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.850635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.850749] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.850837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.850916] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.851872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.851872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.851872] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.855384] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.855495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.855579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.855841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.855913] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3917a09d-52d9-4142-bfa2-bbb2e6fba0fd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.330307] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.330533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.330576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.330860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.330973] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.334076] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 896.360725] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aeae12-f889-40dc-a0be-e953d4927da6 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.360725] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.360725] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.360725] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd with status ACTIVE [ 896.360908] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.360908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.361162] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.364108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.364108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.364108] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.364108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.364108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.364108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.364108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.364108] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.369187] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.369350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.369639] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.369818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.370880] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd is going to be updated. [ 896.374056] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.374056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.374056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.374472] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.374630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.392992] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 896.407032] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.407032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.407032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.407032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.407032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.407032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.542772] env[65916]: INFO networking_nsxv3.common.synchronization [req-3296370a-df40-4f29-92ef-aec280477979 req-c3533f97-4522-4236-91d4-5e46a887aa4d tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Enqueued Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 896.544650] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGHEST for action security_group_members [ 896.545316] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.547134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.547134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.547134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.547134] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.547134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.547134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.547134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.547134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.547134] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.741158] env[65916]: INFO networking_nsxv3.common.synchronization [req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa req-58b98cdb-a03a-411a-9371-b255bc66c2c3 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 896.741158] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 896.741158] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.741158] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.741158] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.741158] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.741706] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.741990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.742269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.742590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.742834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.743098] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.770021] env[65916]: INFO networking_nsxv3.common.synchronization [req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee req-5a27e152-3b2d-4f81-ad3b-532001af6a14 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Enqueued Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 896.770021] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7a3978-3293-413e-8e3c-42b06437bc17 with Priority: HIGHEST for action security_group_members [ 896.770021] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb7a3978-3293-413e-8e3c-42b06437bc17 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.770021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.770021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.770021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.770021] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.770507] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.770688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.772501] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.772501] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.772501] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb7a3978-3293-413e-8e3c-42b06437bc17',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.875248] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.049639] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.050253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.050253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.050516] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.077022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.077022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.077022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.077022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.077309] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.077309] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.077309] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 is going to be updated. [ 897.112418] env[65916]: INFO networking_nsxv3.common.synchronization [None req-4ccf445a-3ae4-4469-ac60-4c332e884da4 None None] Enqueued Resource ID: 925c7c2e-74e0-416f-9c9b-b6312f49b141 with Priority: HIGHEST for action port [ 897.114487] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.114652] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.114722] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.115043] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.115708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.119057] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925c7c2e-74e0-416f-9c9b-b6312f49b141 with Priority: HIGHEST for action port [ 897.123072] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-925c7c2e-74e0-416f-9c9b-b6312f49b141 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.123072] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-925c7c2e-74e0-416f-9c9b-b6312f49b141" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.123072] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-925c7c2e-74e0-416f-9c9b-b6312f49b141" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.123072] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-925c7c2e-74e0-416f-9c9b-b6312f49b141" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.123072] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('925c7c2e-74e0-416f-9c9b-b6312f49b141',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.130999] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: IN_PROGRESS for 2s [ 897.158148] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.158148] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.158384] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.159316] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.159724] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.159952] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.160284] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.160643] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.160888] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.161274] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.161610] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.161793] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.161793] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.161873] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.162012] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.162180] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.184075] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.184075] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.184075] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.184075] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.184075] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-702a3241-1b86-4ebe-92d9-580031a38975 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.184075] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-702a3241-1b86-4ebe-92d9-580031a38975" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.184454] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-702a3241-1b86-4ebe-92d9-580031a38975" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.184669] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-702a3241-1b86-4ebe-92d9-580031a38975" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.184839] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702a3241-1b86-4ebe-92d9-580031a38975',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.247074] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.249295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.249383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.249600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.249691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.249915] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.250030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.250155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.250250] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.250320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.250394] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 already deleted. [ 897.250473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.275505] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.275690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.275773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.276087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.301133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.301411] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.301547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.301613] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.301835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.301940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.302447] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 is going to be updated. [ 897.348170] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.348418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.348418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.348654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.348790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.359292] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: IN_PROGRESS for 2s [ 897.379649] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.382021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.382021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.382021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.382021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.382021] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aeae12-f889-40dc-a0be-e953d4927da6 is going to be created. [ 897.408724] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.408936] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.409026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.409297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.409530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.424679] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aeae12-f889-40dc-a0be-e953d4927da6 in Status: UNINITIALIZED for 2s [ 897.623896] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 925c7c2e-74e0-416f-9c9b-b6312f49b141 [ 897.624159] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.624402] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.624485] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.624672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.624758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.624841] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:925c7c2e-74e0-416f-9c9b-b6312f49b141 already deleted. [ 897.625072] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-925c7c2e-74e0-416f-9c9b-b6312f49b141" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.687092] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.687392] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.687513] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.687807] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.688579] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.688579] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 702a3241-1b86-4ebe-92d9-580031a38975 not found, creating... [ 897.688579] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.688716] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.688746] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.688993] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.689229] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.689437] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.689594] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.689709] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.689917] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.690084] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.690332] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 702a3241-1b86-4ebe-92d9-580031a38975 is going to be created. [ 897.714924] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.715260] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.715387] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.715626] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.715875] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.716192] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-702a3241-1b86-4ebe-92d9-580031a38975" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.213364] env[65916]: INFO networking_nsxv3.common.synchronization [req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 req-239ed408-e1a6-4e2a-86c9-4044b2302cae tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 898.213850] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 898.214162] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.214328] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.214396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.215144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.215144] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.215144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.215144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.215144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.215144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.215551] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.403785] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 898.406022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.406022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.406022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.406022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.406022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.406022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.406684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.406936] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.407360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.407658] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.487291] env[65916]: INFO networking_nsxv3.common.synchronization [req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa req-98e0c0cb-eb80-491b-a20a-debbde2fd195 service nova] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_rules [ 898.487291] env[65916]: INFO networking_nsxv3.common.synchronization [req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa req-98e0c0cb-eb80-491b-a20a-debbde2fd195 service nova] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 898.487291] env[65916]: INFO networking_nsxv3.common.synchronization [req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa req-98e0c0cb-eb80-491b-a20a-debbde2fd195 service nova] Enqueued Resource ID: 702a3241-1b86-4ebe-92d9-580031a38975 with Priority: HIGHEST for action port [ 898.487291] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_rules [ 898.487291] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 898.487291] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702a3241-1b86-4ebe-92d9-580031a38975 with Priority: HIGHEST for action port [ 898.487291] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.487824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.487986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.488319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.488550] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.490637] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.490877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.491206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.491515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.491773] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.492237] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.492509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.492896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.493319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.493480] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.497578] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-702a3241-1b86-4ebe-92d9-580031a38975 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.497578] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-702a3241-1b86-4ebe-92d9-580031a38975" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.497578] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-702a3241-1b86-4ebe-92d9-580031a38975" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.498140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-702a3241-1b86-4ebe-92d9-580031a38975" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.498140] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702a3241-1b86-4ebe-92d9-580031a38975',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.717809] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.717809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.717809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.717966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.743902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.744504] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.744504] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.744504] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.744852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.744852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.744852] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 898.778055] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.778055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.778055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.778055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.778055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.787461] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 898.912198] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.912198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.912198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.912198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.912198] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.912198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.912198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.912198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.912198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.912198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.912198] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.912198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.912198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.912198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.912198] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.912198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.913274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.913274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.913274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.913274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.913274] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.996686] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.001727] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.001842] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.002684] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 702a3241-1b86-4ebe-92d9-580031a38975 with status ACTIVE [ 899.003781] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.003875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.003875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.004207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.004648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.005776] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.005776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.005776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.005776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.005776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.006346] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.006606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.006885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.007319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.007449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.007558] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 702a3241-1b86-4ebe-92d9-580031a38975 is going to be updated. [ 899.011996] env[65916]: INFO networking_nsxv3.common.synchronization [None req-99f771dc-bf06-4d71-97a2-e475a01bc923 None None] Enqueued Resource ID: 086ecc36-0594-4801-b1a1-b9d6784bdce9 with Priority: HIGHEST for action port [ 899.012108] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 086ecc36-0594-4801-b1a1-b9d6784bdce9 with Priority: HIGHEST for action port [ 899.012832] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-086ecc36-0594-4801-b1a1-b9d6784bdce9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.013073] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-086ecc36-0594-4801-b1a1-b9d6784bdce9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.013073] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-086ecc36-0594-4801-b1a1-b9d6784bdce9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.013440] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-086ecc36-0594-4801-b1a1-b9d6784bdce9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.013502] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('086ecc36-0594-4801-b1a1-b9d6784bdce9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.039434] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.039606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.039660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.039861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.039997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.040169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-702a3241-1b86-4ebe-92d9-580031a38975" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.147087] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 in Status: SUCCESS [ 899.147292] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 deletion is rescheduled due to dependency. [ 899.147672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.375042] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb7a3978-3293-413e-8e3c-42b06437bc17 in Status: SUCCESS [ 899.375474] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb7a3978-3293-413e-8e3c-42b06437bc17 deletion is rescheduled due to dependency. [ 899.375539] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb7a3978-3293-413e-8e3c-42b06437bc17" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.418412] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 481061d5-95e1-4192-a671-a98e4917c518: rpc.has_security_group_logging(os_id): False [ 899.436684] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aeae12-f889-40dc-a0be-e953d4927da6 in Status: SUCCESS [ 899.437222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.437933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.440436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.440692] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.440838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.440925] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.441162] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.441275] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.441386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.441482] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.443459] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.443649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.443649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.445718] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.472248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.472248] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.472248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.472248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.472248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.472248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.472248] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.472549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.472549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.472549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.472641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.473618] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.473618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.473618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.473618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.473618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.473618] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 899.499960] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.516054] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 086ecc36-0594-4801-b1a1-b9d6784bdce9 [ 899.516909] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.516909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.516909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.516909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.516909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.517224] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:086ecc36-0594-4801-b1a1-b9d6784bdce9 already deleted. [ 899.517224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-086ecc36-0594-4801-b1a1-b9d6784bdce9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.572301] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.572301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.572301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.572301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.572540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.599521] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 899.946165] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.008037] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.008037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.008037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.010423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.010423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.010423] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 is going to be created. [ 900.040654] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.040940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.042861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.042861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.042861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.059045] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: UNINITIALIZED for 2s [ 900.448727] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3aeae12-f889-40dc-a0be-e953d4927da6: rpc.has_security_group_logging(os_id): False [ 900.469483] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.469612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.469686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.470585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.470585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.470585] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.470585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.470585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.470585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.470585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.470937] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3aeae12-f889-40dc-a0be-e953d4927da6 is going to be created. [ 900.542747] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.543040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.543167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.543518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.543776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.556172] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3aeae12-f889-40dc-a0be-e953d4927da6 in Status: IN_PROGRESS for 2s [ 900.797173] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 900.797173] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 deletion is rescheduled due to dependency. [ 900.797173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.628070] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 901.628697] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.069836] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: SUCCESS [ 902.070158] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.070369] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.070758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.070888] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.071052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.071180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.071352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.071463] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.071584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.071709] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.570074] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3aeae12-f889-40dc-a0be-e953d4927da6 in Status: SUCCESS [ 902.570225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.576567] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.077943] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5: rpc.has_security_group_logging(os_id): False [ 903.098749] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.098914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.099036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.099267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.099357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.099627] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.099733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.099807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.099947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.100042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.100123] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 is going to be created. [ 903.170025] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.170025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.170025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.170025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.170025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.182065] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: IN_PROGRESS for 2s [ 904.013370] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 904.013484] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 905.026715] env[65916]: INFO networking_nsxv3.common.synchronization [req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f req-3072c393-72f1-43a2-aa42-b009cfd8f2eb tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Enqueued Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_members [ 905.027334] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_members [ 905.027837] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-07651108-55c1-472e-b94f-12fd0eb60c1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.027837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.027963] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.028986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.028986] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.028986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.028986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.028986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.031020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.031020] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.202777] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: SUCCESS [ 905.203164] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.368111] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.368269] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-183" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.368499] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-183" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.369850] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-183" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.370241] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.370456] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.370584] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.370830] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.371014] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.371251] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.371369] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.371480] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.371588] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.371694] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.371797] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.371929] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.392976] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.394354] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.394354] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.394354] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-183" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.394354] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-f0925a20-c189-4d88-aaa0-ef28f56e20fd taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.394354] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-f0925a20-c189-4d88-aaa0-ef28f56e20fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.394354] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-f0925a20-c189-4d88-aaa0-ef28f56e20fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.394873] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-f0925a20-c189-4d88-aaa0-ef28f56e20fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.394873] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0925a20-c189-4d88-aaa0-ef28f56e20fd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.534533] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.534533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.534533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.534852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.534949] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.535175] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.535310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.535393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.535639] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.535697] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.535764] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07651108-55c1-472e-b94f-12fd0eb60c1c already deleted. [ 905.535853] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.762369] env[65916]: INFO networking_nsxv3.common.synchronization [req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc req-33baa0cc-3e4c-4eb0-90fe-fb792839f63a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 905.762764] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 905.763106] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.763267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.763356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.763580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.763765] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.763873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.763937] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.764104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.764202] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.764303] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.898545] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.898820] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.898951] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.899256] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.899402] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.899555] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port f0925a20-c189-4d88-aaa0-ef28f56e20fd not found, creating... [ 905.899814] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.899976] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.900368] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.900368] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.900463] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.900729] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.900884] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.900998] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.901223] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.901358] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.901533] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: f0925a20-c189-4d88-aaa0-ef28f56e20fd is going to be created. [ 905.923666] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.924119] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.924119] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.924340] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.924584] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.924813] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-f0925a20-c189-4d88-aaa0-ef28f56e20fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.267032] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.686142] env[65916]: INFO networking_nsxv3.common.synchronization [req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f req-993e4be6-e71b-4318-8867-0509b40a6f36 service nova] Enqueued Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_rules [ 906.686142] env[65916]: INFO networking_nsxv3.common.synchronization [req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f req-993e4be6-e71b-4318-8867-0509b40a6f36 service nova] Enqueued Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_members [ 906.686142] env[65916]: INFO networking_nsxv3.common.synchronization [req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f req-993e4be6-e71b-4318-8867-0509b40a6f36 service nova] Enqueued Resource ID: f0925a20-c189-4d88-aaa0-ef28f56e20fd with Priority: HIGHEST for action port [ 906.686142] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_rules [ 906.687036] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_members [ 906.687326] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0925a20-c189-4d88-aaa0-ef28f56e20fd with Priority: HIGHEST for action port [ 906.687702] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07651108-55c1-472e-b94f-12fd0eb60c1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.687958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.688191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.688521] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.688806] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.690448] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-07651108-55c1-472e-b94f-12fd0eb60c1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.690678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.690841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.691122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.691359] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.691574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.691778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.692375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.692575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.692759] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.697821] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0925a20-c189-4d88-aaa0-ef28f56e20fd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.697821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0925a20-c189-4d88-aaa0-ef28f56e20fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.697821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0925a20-c189-4d88-aaa0-ef28f56e20fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.697821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0925a20-c189-4d88-aaa0-ef28f56e20fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.697821] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0925a20-c189-4d88-aaa0-ef28f56e20fd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.768741] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.191032] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-07651108-55c1-472e-b94f-12fd0eb60c1c taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.191234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.199129] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.202050] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0925a20-c189-4d88-aaa0-ef28f56e20fd with status ACTIVE [ 907.203543] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.203681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.203748] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.203956] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.204051] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.204399] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.204553] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.204615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.204825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.204871] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.205062] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.205176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.205261] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.205428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.205504] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.205586] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0925a20-c189-4d88-aaa0-ef28f56e20fd is going to be updated. [ 907.231234] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.231234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.231234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.231234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.231234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.231234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0925a20-c189-4d88-aaa0-ef28f56e20fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.270881] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.271199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.271199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.271890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.271890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.271890] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 907.319458] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.319622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.319697] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.319909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.320062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.333960] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 907.701665] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.204402] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.204578] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.204651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.204879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.204990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.205113] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07651108-55c1-472e-b94f-12fd0eb60c1c is going to be created. [ 908.231885] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.232102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.232102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.232347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.232511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.243374] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07651108-55c1-472e-b94f-12fd0eb60c1c in Status: UNINITIALIZED for 2s [ 909.345903] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 909.348188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.253772] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07651108-55c1-472e-b94f-12fd0eb60c1c in Status: SUCCESS [ 910.254121] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.254376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.254626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.254831] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.254974] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.255058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.255233] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.255315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.255484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.255577] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.729970] env[65916]: INFO networking_nsxv3.common.synchronization [req-c9036f18-5177-48df-a449-33816d2c6c77 req-bb465888-90e8-4d7e-96ce-ea7cbb1306dc tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Enqueued Resource ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 with Priority: HIGHEST for action security_group_members [ 910.732284] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 with Priority: HIGHEST for action security_group_members [ 910.732697] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-b530aa8c-2498-4887-90d0-7bbb3dca8715 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.732855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.732921] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.733100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.733438] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.733438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.733438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.733617] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.733617] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.733716] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b530aa8c-2498-4887-90d0-7bbb3dca8715',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.758774] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-07651108-55c1-472e-b94f-12fd0eb60c1c taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.758944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.759065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.759223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.759385] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.759487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.759547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.759899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.759899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.759899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.760031] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-07651108-55c1-472e-b94f-12fd0eb60c1c taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.760136] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.760136] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.760281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.760417] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.760508] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.760571] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.760705] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.760776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.760854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.760941] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.240222] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.240383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.240439] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.240665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.263022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.263530] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.264530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.264530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.264530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.264530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.264530] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 is going to be updated. [ 911.265513] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07651108-55c1-472e-b94f-12fd0eb60c1c: rpc.has_security_group_logging(os_id): False [ 911.283096] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.283270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.283366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.283610] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.283715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.283951] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.284069] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.284133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.284340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.284448] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.284717] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.284863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.284960] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.285165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.286156] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.286156] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.286156] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.286156] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.286156] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.286156] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.286156] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07651108-55c1-472e-b94f-12fd0eb60c1c is going to be created. [ 911.296784] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.296933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.297020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.297832] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.298053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.308145] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 in Status: IN_PROGRESS for 2s [ 911.361314] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.361482] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.361529] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.361742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.361921] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.373331] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07651108-55c1-472e-b94f-12fd0eb60c1c in Status: IN_PROGRESS for 2s [ 913.322709] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 in Status: SUCCESS [ 913.322709] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b530aa8c-2498-4887-90d0-7bbb3dca8715 deletion is rescheduled due to dependency. [ 913.323041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b530aa8c-2498-4887-90d0-7bbb3dca8715" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.387529] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07651108-55c1-472e-b94f-12fd0eb60c1c in Status: SUCCESS [ 913.388104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.733234] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 915.733570] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 918.911586] env[65916]: INFO networking_nsxv3.common.synchronization [req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd req-6a9e4500-76d0-4c71-bc22-8de087defc89 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 918.912149] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 918.912454] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.912581] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.912656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.912849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.913013] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.913301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.913398] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.913863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.913965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.914086] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.249055] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.249262] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.249382] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.249913] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.250265] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.250482] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.250703] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.251086] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.251252] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.251564] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.251839] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.252030] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.252222] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.252434] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.252658] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.252908] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.418581] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.418817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.418817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.419031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.419138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.419378] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.419494] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.419637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.419741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.419836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.419939] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 919.447188] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.447188] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.194 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.447188] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.447188] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-270" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.447456] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-72137b68-8e6e-49b8-8158-15e2221dbd75 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.447533] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-72137b68-8e6e-49b8-8158-15e2221dbd75" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.447688] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-72137b68-8e6e-49b8-8158-15e2221dbd75" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.449794] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-72137b68-8e6e-49b8-8158-15e2221dbd75" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.449794] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72137b68-8e6e-49b8-8158-15e2221dbd75',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.452791] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.453023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.453098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.453289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.453471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.466922] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 919.950730] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.951125] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.951356] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.951656] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.951807] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.951961] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 72137b68-8e6e-49b8-8158-15e2221dbd75 not found, creating... [ 919.952292] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.952485] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.952632] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.952874] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.953028] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.953336] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.953513] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.953626] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.953854] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.953988] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.954367] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 72137b68-8e6e-49b8-8158-15e2221dbd75 is going to be created. [ 919.974567] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.974883] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.975019] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.975333] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.975538] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.975762] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-72137b68-8e6e-49b8-8158-15e2221dbd75" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.372425] env[65916]: INFO networking_nsxv3.common.synchronization [None req-655e876f-3bad-4227-9720-a98cfbbd81c9 None None] Enqueued Resource ID: a4e4ec76-7fef-4977-a777-4bd2d96ebce4 with Priority: HIGHEST for action port [ 920.373100] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e4ec76-7fef-4977-a777-4bd2d96ebce4 with Priority: HIGHEST for action port [ 920.373427] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4e4ec76-7fef-4977-a777-4bd2d96ebce4 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.373571] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4e4ec76-7fef-4977-a777-4bd2d96ebce4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.373655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4e4ec76-7fef-4977-a777-4bd2d96ebce4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.373967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4e4ec76-7fef-4977-a777-4bd2d96ebce4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.374075] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4e4ec76-7fef-4977-a777-4bd2d96ebce4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.510569] env[65916]: INFO networking_nsxv3.common.synchronization [req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd req-602c1b63-501e-4ef7-8765-2ffa98ef5d94 service nova] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_rules [ 920.510569] env[65916]: INFO networking_nsxv3.common.synchronization [req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd req-602c1b63-501e-4ef7-8765-2ffa98ef5d94 service nova] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 920.510569] env[65916]: INFO networking_nsxv3.common.synchronization [req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd req-602c1b63-501e-4ef7-8765-2ffa98ef5d94 service nova] Enqueued Resource ID: 72137b68-8e6e-49b8-8158-15e2221dbd75 with Priority: HIGHEST for action port [ 920.510569] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_rules [ 920.510569] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 920.511095] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72137b68-8e6e-49b8-8158-15e2221dbd75 with Priority: HIGHEST for action port [ 920.511095] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.511095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.511236] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.511317] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.511377] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.512226] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.512319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.512501] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-72137b68-8e6e-49b8-8158-15e2221dbd75 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.512594] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72137b68-8e6e-49b8-8158-15e2221dbd75" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.512654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72137b68-8e6e-49b8-8158-15e2221dbd75" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.512920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72137b68-8e6e-49b8-8158-15e2221dbd75" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.513674] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72137b68-8e6e-49b8-8158-15e2221dbd75',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.876512] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4e4ec76-7fef-4977-a777-4bd2d96ebce4 [ 920.876667] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.876879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.877489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.877489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.877489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.877489] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4e4ec76-7fef-4977-a777-4bd2d96ebce4 already deleted. [ 920.877489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4e4ec76-7fef-4977-a777-4bd2d96ebce4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.018025] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.018025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.018025] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72137b68-8e6e-49b8-8158-15e2221dbd75 with status ACTIVE [ 921.018025] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.018025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.018025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.018025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.018025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.018025] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.018025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.018025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.018025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.018025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.018025] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.019236] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.019236] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.019236] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.019236] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.019236] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72137b68-8e6e-49b8-8158-15e2221dbd75 is going to be updated. [ 921.044871] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.044871] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.045061] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.045197] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.046435] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.046435] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72137b68-8e6e-49b8-8158-15e2221dbd75" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.309486] env[65916]: INFO networking_nsxv3.common.synchronization [req-dffb309a-d580-4c66-aa3e-3e666ac6b121 req-ed39ec28-fe7c-40f6-898f-f9c2372cd80e tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Enqueued Resource ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 with Priority: HIGHEST for action security_group_members [ 921.309767] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 with Priority: HIGHEST for action security_group_members [ 921.310142] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-157897c5-45f4-40d5-a34c-8f972ec0e887 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.310273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.310361] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.310646] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.310812] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.310935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.310998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.311206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.311307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.311410] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('157897c5-45f4-40d5-a34c-8f972ec0e887',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.479309] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 921.479484] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 deletion is rescheduled due to dependency. [ 921.479596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.479763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.479982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.480191] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.480322] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.480384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.480561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.480627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.480720] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.744749] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.744954] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-590" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.745094] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-590" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.745446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-590" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.745694] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.749778] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.749778] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.749778] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.749778] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.749778] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.749778] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.749778] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.749778] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.749778] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.749778] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.749778] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.767441] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.767701] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.768204] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.770272] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-590" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.770654] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.771338] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.771911] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.772348] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.772921] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5be9e6f-6fe0-4703-a04b-ab54abbe05d6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.813612] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.813789] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.813859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.814086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.814172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.814431] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.814548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.814626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.814776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.814852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.814932] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 already deleted. [ 921.815016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.983139] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.277227] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.280167] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.280167] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.280167] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.280167] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.280167] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 not found, creating... [ 922.280167] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.280167] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.280167] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.280167] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.280167] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.280586] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.282316] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.282623] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.283058] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.283348] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.283628] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 is going to be created. [ 922.304336] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.304567] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.304653] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.305098] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.305167] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.305354] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.487938] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.619893] env[65916]: INFO networking_nsxv3.common.synchronization [None req-0fc0b522-624f-49c2-b770-d17ec9a956c5 None None] Enqueued Resource ID: 8dfb7dd9-4528-4b47-9674-66ea9ae608de with Priority: HIGHEST for action port [ 922.620534] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfb7dd9-4528-4b47-9674-66ea9ae608de with Priority: HIGHEST for action port [ 922.620949] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dfb7dd9-4528-4b47-9674-66ea9ae608de taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.621106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dfb7dd9-4528-4b47-9674-66ea9ae608de" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.621181] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dfb7dd9-4528-4b47-9674-66ea9ae608de" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.621629] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dfb7dd9-4528-4b47-9674-66ea9ae608de" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.621629] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dfb7dd9-4528-4b47-9674-66ea9ae608de',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.990280] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.990462] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.990523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.990729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.990824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.990942] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 923.002594] env[65916]: INFO networking_nsxv3.common.synchronization [req-dffb309a-d580-4c66-aa3e-3e666ac6b121 req-9fd4cebf-14fc-4459-93e0-24955cae00c9 service nova] Enqueued Resource ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 with Priority: HIGHEST for action security_group_rules [ 923.002715] env[65916]: INFO networking_nsxv3.common.synchronization [req-dffb309a-d580-4c66-aa3e-3e666ac6b121 req-9fd4cebf-14fc-4459-93e0-24955cae00c9 service nova] Enqueued Resource ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 with Priority: HIGHEST for action security_group_members [ 923.002852] env[65916]: INFO networking_nsxv3.common.synchronization [req-dffb309a-d580-4c66-aa3e-3e666ac6b121 req-9fd4cebf-14fc-4459-93e0-24955cae00c9 service nova] Enqueued Resource ID: d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 with Priority: HIGHEST for action port [ 923.003101] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 with Priority: HIGHEST for action security_group_rules [ 923.003230] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 with Priority: HIGHEST for action security_group_members [ 923.003323] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 with Priority: HIGHEST for action port [ 923.003879] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-157897c5-45f4-40d5-a34c-8f972ec0e887 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.004512] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.004660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.004900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.004981] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('157897c5-45f4-40d5-a34c-8f972ec0e887',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.006171] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-157897c5-45f4-40d5-a34c-8f972ec0e887 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.006537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.006614] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.007787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.007787] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.007787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.007787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.007787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.007787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.007787] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('157897c5-45f4-40d5-a34c-8f972ec0e887',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.008153] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.008261] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.008328] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.008673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.008673] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5be9e6f-6fe0-4703-a04b-ab54abbe05d6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.021238] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.021429] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.021429] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.022167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.022167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.031332] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 923.123694] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dfb7dd9-4528-4b47-9674-66ea9ae608de [ 923.123932] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.124093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.124162] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.124458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.124552] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.124650] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dfb7dd9-4528-4b47-9674-66ea9ae608de already deleted. [ 923.124754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dfb7dd9-4528-4b47-9674-66ea9ae608de" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.511534] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-157897c5-45f4-40d5-a34c-8f972ec0e887 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.511819] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.512131] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('157897c5-45f4-40d5-a34c-8f972ec0e887',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.512938] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 with status ACTIVE [ 923.514540] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.514709] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.515128] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.515128] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.515128] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.515384] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.515511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.515600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.515793] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.515960] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.516417] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.516417] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.516417] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.516771] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.516991] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.516991] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 is going to be updated. [ 923.541734] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.541877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.541946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.542168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.542321] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.542504] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.866585] env[65916]: INFO networking_nsxv3.common.synchronization [req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 req-c2d3dfca-e5bd-417a-bb19-5ca822fc9968 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Enqueued Resource ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d with Priority: HIGHEST for action security_group_members [ 923.867111] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d with Priority: HIGHEST for action security_group_members [ 923.867431] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ad04f97-a364-4bf6-b927-ec68f70af14d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.867558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.867623] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.867879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.868063] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.868133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.868190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.868340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.868424] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.868516] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ad04f97-a364-4bf6-b927-ec68f70af14d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.020275] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('157897c5-45f4-40d5-a34c-8f972ec0e887',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.157656] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.157842] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.157960] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.158490] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.158746] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.158896] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.159036] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.159459] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.159459] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.160165] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.160165] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.160165] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.160165] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.160165] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.160598] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.163018] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.181579] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.181768] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.181914] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.182098] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-702" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.182482] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-df9c0583-71a5-46ba-8414-38efb8344957 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.182669] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-df9c0583-71a5-46ba-8414-38efb8344957" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.182794] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-df9c0583-71a5-46ba-8414-38efb8344957" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.183901] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-df9c0583-71a5-46ba-8414-38efb8344957" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.183901] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df9c0583-71a5-46ba-8414-38efb8344957',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.372961] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.372961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.372961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.372961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.372961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.372961] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.372961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.372961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.372961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.372961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.372961] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d already deleted. [ 924.372961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.522703] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.523029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.523029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.523178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.523309] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.523418] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 is going to be created. [ 924.550953] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.551184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.551184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.551406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.551568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.564324] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 in Status: UNINITIALIZED for 2s [ 924.686128] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.686364] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.686476] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.686823] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.686929] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.687095] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port df9c0583-71a5-46ba-8414-38efb8344957 not found, creating... [ 924.687361] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.687517] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.687631] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.687844] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.687977] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.688268] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.688419] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.688529] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.688727] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.688856] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.688989] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: df9c0583-71a5-46ba-8414-38efb8344957 is going to be created. [ 924.713454] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.713681] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.713806] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.714144] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.714669] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.715609] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-df9c0583-71a5-46ba-8414-38efb8344957" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.045284] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 925.045584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.045772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.046015] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.046231] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.046349] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.046415] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.046591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.046696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.046796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.046898] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.494836] env[65916]: INFO networking_nsxv3.common.synchronization [req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 req-c77c6f3e-2003-4d9f-b54d-8ae313639954 service nova] Enqueued Resource ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d with Priority: HIGHEST for action security_group_rules [ 925.495098] env[65916]: INFO networking_nsxv3.common.synchronization [req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 req-c77c6f3e-2003-4d9f-b54d-8ae313639954 service nova] Enqueued Resource ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d with Priority: HIGHEST for action security_group_members [ 925.495163] env[65916]: INFO networking_nsxv3.common.synchronization [req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 req-c77c6f3e-2003-4d9f-b54d-8ae313639954 service nova] Enqueued Resource ID: df9c0583-71a5-46ba-8414-38efb8344957 with Priority: HIGHEST for action port [ 925.495704] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d with Priority: HIGHEST for action security_group_rules [ 925.495841] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d with Priority: HIGHEST for action security_group_members [ 925.495939] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9c0583-71a5-46ba-8414-38efb8344957 with Priority: HIGHEST for action port [ 925.496432] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ad04f97-a364-4bf6-b927-ec68f70af14d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.496432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.496432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.496718] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.496870] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ad04f97-a364-4bf6-b927-ec68f70af14d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.497725] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ad04f97-a364-4bf6-b927-ec68f70af14d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.497881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.498181] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.498408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.498582] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.498698] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.498766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.498938] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.499039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.499131] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ad04f97-a364-4bf6-b927-ec68f70af14d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.499926] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-df9c0583-71a5-46ba-8414-38efb8344957 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.500049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df9c0583-71a5-46ba-8414-38efb8344957" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.500123] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df9c0583-71a5-46ba-8414-38efb8344957" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.500283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df9c0583-71a5-46ba-8414-38efb8344957" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.500368] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df9c0583-71a5-46ba-8414-38efb8344957',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.548891] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.549194] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.549194] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.549329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.549494] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.549595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.549661] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.549809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.549893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.549988] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.550140] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.550232] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.550291] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.550427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.550558] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.550649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.550720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.550854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.550926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.551023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.551110] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.002651] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ad04f97-a364-4bf6-b927-ec68f70af14d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.004203] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ad04f97-a364-4bf6-b927-ec68f70af14d taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.004347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.004564] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df9c0583-71a5-46ba-8414-38efb8344957 with status ACTIVE [ 926.004727] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.004831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.004921] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.005429] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.005429] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.005429] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.005588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.005588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.005748] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.005822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.006387] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.006387] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.006387] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.006387] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.006570] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.006570] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df9c0583-71a5-46ba-8414-38efb8344957 is going to be updated. [ 926.031407] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.031594] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.031740] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.031958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.032101] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.032253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df9c0583-71a5-46ba-8414-38efb8344957" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.053896] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23a0d8f1-443f-4495-999a-c072e1566239: rpc.has_security_group_logging(os_id): False [ 926.079632] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.079832] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.079905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.080204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.080340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.080605] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.080769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.080869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.081122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.081253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.081533] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.081699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.081790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.082012] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.082135] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.082443] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.082602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.082896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.082990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.083322] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.083322] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 926.172533] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.172678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.172751] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.172967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.173129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.202639] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 926.510840] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ad04f97-a364-4bf6-b927-ec68f70af14d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.575085] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 in Status: SUCCESS [ 926.575390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.575549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.575775] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.575972] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.576110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.576176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.576326] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.576731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.576731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.576731] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('157897c5-45f4-40d5-a34c-8f972ec0e887',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.014022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.014022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.014022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.014022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.014022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.014022] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d is going to be created. [ 927.039235] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.039449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.039519] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.039717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.039915] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.051536] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d in Status: UNINITIALIZED for 2s [ 927.079953] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-157897c5-45f4-40d5-a34c-8f972ec0e887 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.079953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.079953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.080246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.080449] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.080594] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.080663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.080889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.081047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.081165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.081337] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-157897c5-45f4-40d5-a34c-8f972ec0e887 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.081435] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.081568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.081725] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.081896] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.081993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.082107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.082303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.082428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.082538] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.082634] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('157897c5-45f4-40d5-a34c-8f972ec0e887',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.585945] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 157897c5-45f4-40d5-a34c-8f972ec0e887: rpc.has_security_group_logging(os_id): False [ 927.603367] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.603601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.603601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.603725] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.603782] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.604081] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.604081] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.604469] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.604469] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.604469] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.604661] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.604788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.604848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.605035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.605104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.605358] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.605358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.605508] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.605567] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.605620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.605716] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 is going to be created. [ 927.651393] env[65916]: INFO networking_nsxv3.common.synchronization [req-119c7c02-ad51-4b2f-bc20-6a05a98a987b req-df4d3ea7-92f0-4d14-9838-0d9dc48fbfe7 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 927.651735] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 927.652083] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.652278] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.652353] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.652563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.652733] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.652828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.652886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.653048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.653134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.653284] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.674733] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.674733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.674733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.674733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.674733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.685207] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 in Status: IN_PROGRESS for 2s [ 927.973560] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.973748] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.973922] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.974170] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.974539] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.974751] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.974868] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.975113] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.975285] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.975611] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.975727] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.975889] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.975998] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.976120] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.976237] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.976435] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.001724] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.002326] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.002326] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.002508] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.002833] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-6b16e617-2205-463c-b7f8-cc1abbbd99ed taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.003086] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-6b16e617-2205-463c-b7f8-cc1abbbd99ed" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.003184] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-6b16e617-2205-463c-b7f8-cc1abbbd99ed" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.003684] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-6b16e617-2205-463c-b7f8-cc1abbbd99ed" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.003868] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b16e617-2205-463c-b7f8-cc1abbbd99ed',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.122414] env[65916]: INFO networking_nsxv3.common.synchronization [req-66d1b411-113a-4b44-ab81-4437b56920dd req-0a78bf81-17c0-4394-b296-55aee819ec44 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 928.123492] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 928.124044] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.125177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.125177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.125177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.125177] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.125431] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.125472] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.125743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.125907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.126110] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.155493] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.155698] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.155698] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.155874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.155951] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.156175] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.156262] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.156330] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.156483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.156560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.156646] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be deleted. [ 928.209639] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.209873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.209976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.210309] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.210436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.210670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.222598] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 928.222841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.506949] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.507203] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.507328] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.507602] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.507747] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.507895] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 6b16e617-2205-463c-b7f8-cc1abbbd99ed not found, creating... [ 928.508725] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.508725] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.508725] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.508920] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.509209] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.509599] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.509852] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.510154] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.510459] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.510699] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.510864] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 6b16e617-2205-463c-b7f8-cc1abbbd99ed is going to be created. [ 928.532658] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.532887] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.533045] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.533311] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.533543] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.533770] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-6b16e617-2205-463c-b7f8-cc1abbbd99ed" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.583020] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.583238] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.583372] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.583675] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.583987] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.584168] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.584285] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.584537] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.584681] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.584888] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.584997] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.585123] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.585219] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.585327] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.585428] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.585558] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.609243] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.609883] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.609883] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.610093] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.610476] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.610704] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.610843] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.611247] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.611431] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a114e5-3962-4c0c-a1e6-b77d6405ebfc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.629335] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.629584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.629584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.629844] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.629979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.630291] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.630534] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.630621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.630813] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.630916] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.631033] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 928.689983] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.690247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.690247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.690379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.690581] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.702047] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 929.062334] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d in Status: SUCCESS [ 929.062570] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.062736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.062964] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.063183] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.063301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.063365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.063519] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.064988] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.064988] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.064988] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ad04f97-a364-4bf6-b927-ec68f70af14d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.113769] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.113991] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.114133] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.114474] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.114639] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.114840] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port f5a114e5-3962-4c0c-a1e6-b77d6405ebfc not found, creating... [ 929.115129] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.115310] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.115427] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.115666] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.115918] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.116255] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.116413] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.116530] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.116838] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.116985] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.117136] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: f5a114e5-3962-4c0c-a1e6-b77d6405ebfc is going to be created. [ 929.137135] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.137353] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.137478] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.137753] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.137980] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.138221] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.245147] env[65916]: INFO networking_nsxv3.common.synchronization [req-119c7c02-ad51-4b2f-bc20-6a05a98a987b req-64fcd0a3-14d4-46ac-bb74-c5e6fa11281a service nova] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_rules [ 929.245340] env[65916]: INFO networking_nsxv3.common.synchronization [req-119c7c02-ad51-4b2f-bc20-6a05a98a987b req-64fcd0a3-14d4-46ac-bb74-c5e6fa11281a service nova] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 929.245521] env[65916]: INFO networking_nsxv3.common.synchronization [req-119c7c02-ad51-4b2f-bc20-6a05a98a987b req-64fcd0a3-14d4-46ac-bb74-c5e6fa11281a service nova] Enqueued Resource ID: 6b16e617-2205-463c-b7f8-cc1abbbd99ed with Priority: HIGHEST for action port [ 929.246133] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_rules [ 929.246284] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 929.246435] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b16e617-2205-463c-b7f8-cc1abbbd99ed with Priority: HIGHEST for action port [ 929.246672] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.246850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.246850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.247076] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.247282] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.248053] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.248207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.248259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.248497] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.248723] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.248870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.248968] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.249206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.249346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.249486] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.252206] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b16e617-2205-463c-b7f8-cc1abbbd99ed taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.252408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b16e617-2205-463c-b7f8-cc1abbbd99ed" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.252467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b16e617-2205-463c-b7f8-cc1abbbd99ed" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.252971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b16e617-2205-463c-b7f8-cc1abbbd99ed" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.253018] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b16e617-2205-463c-b7f8-cc1abbbd99ed',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.567450] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ad04f97-a364-4bf6-b927-ec68f70af14d taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.567673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.567719] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.567916] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.568127] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.568241] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.568306] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.568473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.568561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.568648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.568802] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ad04f97-a364-4bf6-b927-ec68f70af14d taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.568908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.568969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.569122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.569263] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.569355] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.569416] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.569568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.569625] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.569704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.569838] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ad04f97-a364-4bf6-b927-ec68f70af14d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.700840] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 in Status: SUCCESS [ 929.701291] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.752599] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.757040] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.757040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.757040] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b16e617-2205-463c-b7f8-cc1abbbd99ed with status ACTIVE [ 929.757418] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.757418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.757418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.757418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.757557] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.757668] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.757767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.757826] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.757980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.758070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.758256] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.758348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.758411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.759378] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.759378] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.759378] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b16e617-2205-463c-b7f8-cc1abbbd99ed is going to be updated. [ 929.787219] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.787396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.787431] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.787676] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.787799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.787971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b16e617-2205-463c-b7f8-cc1abbbd99ed" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.896168] env[65916]: INFO networking_nsxv3.common.synchronization [req-66d1b411-113a-4b44-ab81-4437b56920dd req-66024d8a-af14-413e-b8e8-d21091c3f85b service nova] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_rules [ 929.896443] env[65916]: INFO networking_nsxv3.common.synchronization [req-66d1b411-113a-4b44-ab81-4437b56920dd req-66024d8a-af14-413e-b8e8-d21091c3f85b service nova] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 929.896617] env[65916]: INFO networking_nsxv3.common.synchronization [req-66d1b411-113a-4b44-ab81-4437b56920dd req-66024d8a-af14-413e-b8e8-d21091c3f85b service nova] Enqueued Resource ID: f5a114e5-3962-4c0c-a1e6-b77d6405ebfc with Priority: HIGHEST for action port [ 929.897682] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_rules [ 929.897944] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 929.898208] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5a114e5-3962-4c0c-a1e6-b77d6405ebfc with Priority: HIGHEST for action port [ 929.898665] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.898905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.899071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.899418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.899630] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.901587] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.901835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.902854] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.903058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.903132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.903380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.903476] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a114e5-3962-4c0c-a1e6-b77d6405ebfc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.072024] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ad04f97-a364-4bf6-b927-ec68f70af14d: rpc.has_security_group_logging(os_id): False [ 930.090967] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.091208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.091208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.091417] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.091507] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.091797] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.091902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.091962] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.092135] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.092248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.092465] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.092557] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.092606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.092747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.092819] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.092996] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.093112] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.093182] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.093312] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.093386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.093476] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d is going to be created. [ 930.162549] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.162823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.162920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.163331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.163635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.180000] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d in Status: IN_PROGRESS for 2s [ 930.256137] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.405490] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.405648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.407663] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5a114e5-3962-4c0c-a1e6-b77d6405ebfc with status ACTIVE [ 930.407663] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.407663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.407663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.407967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.407967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.408073] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.408488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.408488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.408488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.408488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.408756] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.408756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.408865] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.408952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.409039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.409127] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5a114e5-3962-4c0c-a1e6-b77d6405ebfc is going to be updated. [ 930.439035] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.439302] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.439369] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.439602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.439766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.439946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.716778] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 930.717334] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b deletion is rescheduled due to dependency. [ 930.717680] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.718041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.718543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.718986] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.719336] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.719474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.719904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.720144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.720429] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.759082] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.759326] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.759326] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.759525] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.759623] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.759768] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be created. [ 930.790867] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.791163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.791163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.791410] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.791649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.803324] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: UNINITIALIZED for 2s [ 931.223992] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.726585] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.196351] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d in Status: SUCCESS [ 932.196351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.230691] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.230872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.230943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.231215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.232037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.232037] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 932.264115] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.270230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.270230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.270230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.270230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.275507] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 932.503276] env[65916]: INFO networking_nsxv3.common.synchronization [req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 req-dc5a9039-af2a-4424-a204-639c40f79c2a tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Enqueued Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 932.503816] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 932.504136] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.504436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.504530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.504793] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.504985] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.505520] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.505608] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.505775] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.505864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.505960] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.816395] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: SUCCESS [ 932.816858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.816977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.817209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.817424] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.817584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.817694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.817915] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.818067] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.818228] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.818364] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.881303] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.881644] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-945" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.881801] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-945" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.882386] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-945" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.882882] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.882882] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.883075] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.883251] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.883492] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.885074] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.885074] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.885074] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.885074] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.885074] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.885074] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.885074] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.906099] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.906408] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.906585] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.906825] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-945" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.907169] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-55045f30-83f0-4dab-bf31-b2c10328bb96 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.907433] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-55045f30-83f0-4dab-bf31-b2c10328bb96" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.907558] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-55045f30-83f0-4dab-bf31-b2c10328bb96" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.907922] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-55045f30-83f0-4dab-bf31-b2c10328bb96" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.908099] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55045f30-83f0-4dab-bf31-b2c10328bb96',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.008978] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.009222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.009299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.010034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.010034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.010034] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.010034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.010034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.010319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.010319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.010319] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 already deleted. [ 933.010401] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.320863] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.321106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.321106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.321357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.321513] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.321655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.321787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.321958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.322055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.322151] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.322322] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.322549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.322655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.322891] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.323040] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.323193] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.323248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.323647] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.323737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.323884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.323929] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.410771] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.411119] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.411249] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.411590] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.411798] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.411993] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 55045f30-83f0-4dab-bf31-b2c10328bb96 not found, creating... [ 933.412356] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.412576] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.412706] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.412991] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.413215] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.413550] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.413756] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.413858] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.414109] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.414290] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.414435] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 55045f30-83f0-4dab-bf31-b2c10328bb96 is going to be created. [ 933.438177] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.438445] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.438627] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.438933] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.439184] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.439467] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-55045f30-83f0-4dab-bf31-b2c10328bb96" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.827344] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca0cf45-2833-4bc5-b7e1-7d0784a36c9e: rpc.has_security_group_logging(os_id): False [ 933.847474] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.847663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.847746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.848114] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.848240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.848451] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.848637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.848707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.849098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.849185] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.849421] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.849569] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.849628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.849971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.849971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.850182] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.850291] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.850366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.850644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.850644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.850811] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be created. [ 933.929657] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.929657] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.929785] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.930115] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.930115] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.972327] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: IN_PROGRESS for 2s [ 934.212993] env[65916]: INFO networking_nsxv3.common.synchronization [req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 req-952fd324-ed5b-46e7-bd15-8a45ae32540d service nova] Enqueued Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_rules [ 934.212993] env[65916]: INFO networking_nsxv3.common.synchronization [req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 req-952fd324-ed5b-46e7-bd15-8a45ae32540d service nova] Enqueued Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 934.212993] env[65916]: INFO networking_nsxv3.common.synchronization [req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 req-952fd324-ed5b-46e7-bd15-8a45ae32540d service nova] Enqueued Resource ID: 55045f30-83f0-4dab-bf31-b2c10328bb96 with Priority: HIGHEST for action port [ 934.213394] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_rules [ 934.213534] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 934.213631] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55045f30-83f0-4dab-bf31-b2c10328bb96 with Priority: HIGHEST for action port [ 934.213911] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.214483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.214714] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.214897] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.214987] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.218830] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.218830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.218830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.218830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.218830] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.218830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.218830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.218830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.218830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.218830] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.218830] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-55045f30-83f0-4dab-bf31-b2c10328bb96 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.218830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55045f30-83f0-4dab-bf31-b2c10328bb96" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.218830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55045f30-83f0-4dab-bf31-b2c10328bb96" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.218830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55045f30-83f0-4dab-bf31-b2c10328bb96" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.219561] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55045f30-83f0-4dab-bf31-b2c10328bb96',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.285754] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 934.286492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.286492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.287015] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.287245] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.287879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.287879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.287879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.287879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.287879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.288041] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.597960] env[65916]: INFO networking_nsxv3.common.synchronization [req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a req-55db3004-733c-40cb-b84d-de6ae628e09d tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Enqueued Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_members [ 934.599038] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_members [ 934.599541] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-228e3a17-84e5-4d30-a53e-d70da9f1252b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.599541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.599657] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.599832] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.600048] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.600182] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.600282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.600833] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.600933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.601055] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.723904] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.725770] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.725943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.726962] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55045f30-83f0-4dab-bf31-b2c10328bb96 with status ACTIVE [ 934.728688] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.728688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.728688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.728688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.728688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.728688] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.728688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.728688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.728688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.728688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.728688] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.728688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.729291] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.729291] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.729431] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.731846] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55045f30-83f0-4dab-bf31-b2c10328bb96 is going to be updated. [ 934.755040] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.755282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.755282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.755472] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.755616] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.755776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55045f30-83f0-4dab-bf31-b2c10328bb96" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.791319] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.791525] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.791595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.791822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.792000] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.792125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.792186] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.792466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.792567] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.792655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.792807] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.792901] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.792962] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.793119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.793354] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.793466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.793528] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.793676] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.793769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.793853] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.793943] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.103138] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.213133] env[65916]: INFO networking_nsxv3.common.synchronization [None req-d608e267-90ba-472f-a17c-2375dc2c1225 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 935.213133] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 935.214163] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.215304] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.215626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.215941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.216225] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.216616] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.217342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.217779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.217992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.218190] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.229484] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.299401] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2a6a2f3-8a4b-4cd5-844c-30984ca8781b: rpc.has_security_group_logging(os_id): False [ 935.319161] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.319329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.319418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.319589] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.319677] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.319868] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.319965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.320037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.320180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.320255] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.320453] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.320556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.320618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.320724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.320794] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.320978] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.321094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.321152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.321286] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.321357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.321440] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 935.409735] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.409958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.410049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.410299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.410476] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.430622] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 935.605856] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.723905] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.733822] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.733822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.733822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.733822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.733822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.733822] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 is going to be created. [ 935.761388] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.761994] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.762130] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.762465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.762669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.772693] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: UNINITIALIZED for 2s [ 935.803329] env[65916]: INFO networking_nsxv3.common.synchronization [None req-43c1a45d-dc1a-41aa-9ab3-fb21655b807d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Enqueued Resource ID: fbbfc20a-6f60-47aa-9c1c-ae8352717903 with Priority: HIGHEST for action security_group_rules [ 935.803905] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbbfc20a-6f60-47aa-9c1c-ae8352717903 with Priority: HIGHEST for action security_group_rules [ 935.804259] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbbfc20a-6f60-47aa-9c1c-ae8352717903 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.804466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbbfc20a-6f60-47aa-9c1c-ae8352717903" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.804626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbbfc20a-6f60-47aa-9c1c-ae8352717903" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.804899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbbfc20a-6f60-47aa-9c1c-ae8352717903" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.805014] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbbfc20a-6f60-47aa-9c1c-ae8352717903',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.916218] env[65916]: INFO networking_nsxv3.common.synchronization [None req-79989a26-6af9-468a-b6e1-65e60fb89748 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Enqueued Resource ID: fbbfc20a-6f60-47aa-9c1c-ae8352717903 with Priority: HIGHEST for action security_group_rules [ 935.916753] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbbfc20a-6f60-47aa-9c1c-ae8352717903 with Priority: HIGHEST for action security_group_rules [ 935.917097] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbbfc20a-6f60-47aa-9c1c-ae8352717903 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.917209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbbfc20a-6f60-47aa-9c1c-ae8352717903" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.987751] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: SUCCESS [ 935.988073] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.111831] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.111831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.111831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.112641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.112641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.112741] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b is going to be updated. [ 936.150826] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.151473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.151726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.151996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.152218] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.165048] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b in Status: IN_PROGRESS for 2s [ 936.226394] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.332999] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.333724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.333724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.333979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.334106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.334153] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbbfc20a-6f60-47aa-9c1c-ae8352717903 already deleted. [ 936.334224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbbfc20a-6f60-47aa-9c1c-ae8352717903" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.334448] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbbfc20a-6f60-47aa-9c1c-ae8352717903" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.334623] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbbfc20a-6f60-47aa-9c1c-ae8352717903" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.334709] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbbfc20a-6f60-47aa-9c1c-ae8352717903',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.730986] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.731180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.731249] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.731470] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.731568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.731666] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be updated. [ 936.768422] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.768752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.768752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.768911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.769636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.780163] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: IN_PROGRESS for 2s [ 936.856469] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.856633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.856633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.856804] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.856895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.856992] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbbfc20a-6f60-47aa-9c1c-ae8352717903 already deleted. [ 936.857091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbbfc20a-6f60-47aa-9c1c-ae8352717903" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.447580] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 937.448155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.565899] env[65916]: INFO networking_nsxv3.common.synchronization [req-b4a8a028-e082-455b-bdbc-d1f2af34d57a req-24d71060-e031-490a-a94f-74cc857dd611 tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Enqueued Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_members [ 937.565899] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_members [ 937.566246] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-07651108-55c1-472e-b94f-12fd0eb60c1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.566483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.566636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.566977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.567327] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.567460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.567532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.567714] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.567801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.567903] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.786200] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: SUCCESS [ 937.786499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.787316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.787526] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.787726] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.787860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.788137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.788217] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.788270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.788347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.788487] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.071322] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.086899] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.087057] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-183" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.087771] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-183" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.087771] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-183" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.087771] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.088431] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.088431] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.088431] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.088624] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.088781] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.088995] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.089222] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.089357] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.089550] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.089764] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.089969] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.094320] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.094775] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.094775] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.095293] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.095454] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.095717] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.095864] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.096074] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.096278] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.096520] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.096659] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.096823] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.096955] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.097112] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.097250] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.097409] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.122448] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.122923] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.123226] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.123496] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-183" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.124054] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-cbbec562-35f8-452a-abe9-9412de76ad06 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.124345] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-cbbec562-35f8-452a-abe9-9412de76ad06" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.124630] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-cbbec562-35f8-452a-abe9-9412de76ad06" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.125154] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-cbbec562-35f8-452a-abe9-9412de76ad06" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.125376] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbbec562-35f8-452a-abe9-9412de76ad06',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.129299] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.129597] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.129793] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.130044] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.130363] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-dd7094de-22c4-4810-9ede-6add8dc27914 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.130537] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-dd7094de-22c4-4810-9ede-6add8dc27914" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.130655] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-dd7094de-22c4-4810-9ede-6add8dc27914" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.131018] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-dd7094de-22c4-4810-9ede-6add8dc27914" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.132305] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd7094de-22c4-4810-9ede-6add8dc27914',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.178334] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b in Status: SUCCESS [ 938.178563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.291369] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.291618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.291618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.291740] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.291993] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.291993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.291993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.292268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.292268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.292385] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.292769] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.292769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.292769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.292994] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.292994] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.293146] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.293146] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.293346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.293346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.293470] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.293526] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.574262] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.636059] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.636059] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.636059] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.636059] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.636401] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.636432] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port dd7094de-22c4-4810-9ede-6add8dc27914 not found, creating... [ 938.636736] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.636931] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.637139] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.637427] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.637669] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.638052] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.638236] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.638381] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.638623] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.638779] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.638949] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: dd7094de-22c4-4810-9ede-6add8dc27914 is going to be created. [ 938.640371] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.640579] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.640742] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.640997] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.641167] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.641337] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port cbbec562-35f8-452a-abe9-9412de76ad06 not found, creating... [ 938.641610] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.641803] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.641941] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.642211] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.642378] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.642689] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.642868] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.643017] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.643275] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.643437] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.643602] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: cbbec562-35f8-452a-abe9-9412de76ad06 is going to be created. [ 938.668479] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.668479] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.668607] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.668984] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.669283] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.669529] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-dd7094de-22c4-4810-9ede-6add8dc27914" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.671146] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.671327] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.671547] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.671837] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.672016] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.672232] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-cbbec562-35f8-452a-abe9-9412de76ad06" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.795630] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: SUCCESS [ 938.795892] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.796182] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 913792f9-4c47-439b-a7ef-670e3356fe79: rpc.has_security_group_logging(os_id): False [ 938.824420] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.824606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.824682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.824895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.824986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.825198] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.825298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.825363] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.825531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.825618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.825815] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.825913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.825988] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.826151] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.826228] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.826566] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.826827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.826827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.826920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.826997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.827100] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 is going to be created. [ 938.922559] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.922829] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.922891] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.923160] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.923369] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.938341] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: IN_PROGRESS for 2s [ 939.077280] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.077639] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.077841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.078344] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.078534] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.078738] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07651108-55c1-472e-b94f-12fd0eb60c1c is going to be updated. [ 939.121206] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.121551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.121551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.121738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.121909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.134249] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07651108-55c1-472e-b94f-12fd0eb60c1c in Status: IN_PROGRESS for 2s [ 939.397825] env[65916]: INFO networking_nsxv3.common.synchronization [req-406a79a6-38d2-4122-bc65-0fb43667d469 req-ed86c0ac-b830-460e-89fc-8369868a55c2 service nova] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_rules [ 939.398041] env[65916]: INFO networking_nsxv3.common.synchronization [req-406a79a6-38d2-4122-bc65-0fb43667d469 req-ed86c0ac-b830-460e-89fc-8369868a55c2 service nova] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 939.398199] env[65916]: INFO networking_nsxv3.common.synchronization [req-406a79a6-38d2-4122-bc65-0fb43667d469 req-ed86c0ac-b830-460e-89fc-8369868a55c2 service nova] Enqueued Resource ID: dd7094de-22c4-4810-9ede-6add8dc27914 with Priority: HIGHEST for action port [ 939.398745] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_rules [ 939.398890] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 939.398990] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd7094de-22c4-4810-9ede-6add8dc27914 with Priority: HIGHEST for action port [ 939.402709] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.408678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.408798] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.409066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.409161] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.410230] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.410363] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.410461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.410601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.411316] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.411432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.411515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.411661] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.411751] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.411851] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.413019] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd7094de-22c4-4810-9ede-6add8dc27914 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.413136] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd7094de-22c4-4810-9ede-6add8dc27914" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.413228] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd7094de-22c4-4810-9ede-6add8dc27914" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.413394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd7094de-22c4-4810-9ede-6add8dc27914" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.413484] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd7094de-22c4-4810-9ede-6add8dc27914',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.416307] env[65916]: INFO networking_nsxv3.common.synchronization [req-b4a8a028-e082-455b-bdbc-d1f2af34d57a req-3b95e3c9-786f-46c7-bb7e-c70494dd7cbc service nova] Enqueued Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_rules [ 939.416474] env[65916]: INFO networking_nsxv3.common.synchronization [req-b4a8a028-e082-455b-bdbc-d1f2af34d57a req-3b95e3c9-786f-46c7-bb7e-c70494dd7cbc service nova] Enqueued Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_members [ 939.416611] env[65916]: INFO networking_nsxv3.common.synchronization [req-b4a8a028-e082-455b-bdbc-d1f2af34d57a req-3b95e3c9-786f-46c7-bb7e-c70494dd7cbc service nova] Enqueued Resource ID: cbbec562-35f8-452a-abe9-9412de76ad06 with Priority: HIGHEST for action port [ 939.417083] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_rules [ 939.417217] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_members [ 939.417314] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbec562-35f8-452a-abe9-9412de76ad06 with Priority: HIGHEST for action port [ 939.417694] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07651108-55c1-472e-b94f-12fd0eb60c1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.417694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.417816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.417911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.417981] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.418741] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-07651108-55c1-472e-b94f-12fd0eb60c1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.418901] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.420037] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbbec562-35f8-452a-abe9-9412de76ad06 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.420037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbbec562-35f8-452a-abe9-9412de76ad06" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.420037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbbec562-35f8-452a-abe9-9412de76ad06" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.420037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbbec562-35f8-452a-abe9-9412de76ad06" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.420037] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbbec562-35f8-452a-abe9-9412de76ad06',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.815918] env[65916]: INFO networking_nsxv3.common.synchronization [req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 req-bbdbb899-c155-401e-b08e-fd6d45e91e82 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Enqueued Resource ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d with Priority: HIGHEST for action security_group_members [ 939.816517] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d with Priority: HIGHEST for action security_group_members [ 939.816826] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ad04f97-a364-4bf6-b927-ec68f70af14d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.816953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.817357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.817602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.817775] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.817878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.817941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.818102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.818190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.818612] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ad04f97-a364-4bf6-b927-ec68f70af14d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.834538] env[65916]: INFO networking_nsxv3.common.synchronization [req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d req-68f9291e-5543-41a2-8bd7-ca0734818e3e tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 939.837282] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 939.837282] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.837524] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.837574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.837802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.837996] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.838158] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.838247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.838440] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.838560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.838682] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.916512] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd7094de-22c4-4810-9ede-6add8dc27914 with status ACTIVE [ 939.916726] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.916811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.916870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.917155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.917247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.917479] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.917841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.917841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.917841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.917841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.918152] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.918152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.918152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.918439] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.918439] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.918524] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd7094de-22c4-4810-9ede-6add8dc27914 is going to be updated. [ 939.921108] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.921108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.921108] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.924895] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbbec562-35f8-452a-abe9-9412de76ad06 with status ACTIVE [ 939.924895] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.924895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.924895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.924895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.924895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.924895] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.924895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.924895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.924895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.924895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.924895] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.924895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.924895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.924895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.924895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.924895] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbbec562-35f8-452a-abe9-9412de76ad06 is going to be updated. [ 939.925803] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-07651108-55c1-472e-b94f-12fd0eb60c1c taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.925803] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.951089] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.951089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.951089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.951089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.951820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.951820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd7094de-22c4-4810-9ede-6add8dc27914" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.954997] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.955173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.955246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.955490] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.955620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.955787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbbec562-35f8-452a-abe9-9412de76ad06" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.210088] env[65916]: INFO networking_nsxv3.common.synchronization [req-1991b1d8-c2a6-4914-82ca-dd2709f46505 req-f6d5f13a-e169-4d37-b361-3635fdc36a1b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 940.210575] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 940.210892] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.211026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.211093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.211335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.211666] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.211666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.211666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.211905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.211905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.212030] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.322083] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.322083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.322083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.322083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.322083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.322083] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.322083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.322083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.322578] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.322578] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.322578] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d is going to be updated. [ 940.342730] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.342953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.342953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.343188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.343277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.343474] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.343579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.343663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.343812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.343884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.343968] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 940.363425] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.363565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.363645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.363866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.364023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.375755] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d in Status: IN_PROGRESS for 2s [ 940.377175] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.377318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.377318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.377624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.377740] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.388432] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 940.425947] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.544788] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.544943] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.545166] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.545452] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.545745] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.545906] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.546053] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.546276] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.546465] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.546653] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.546791] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.546912] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.546998] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.547133] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.547241] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.547372] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.567644] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.567833] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.567997] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.568220] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.568560] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-1238b826-5de2-4b22-8659-bca1383699c8 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.568744] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-1238b826-5de2-4b22-8659-bca1383699c8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.568923] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-1238b826-5de2-4b22-8659-bca1383699c8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.569306] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-1238b826-5de2-4b22-8659-bca1383699c8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.569446] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1238b826-5de2-4b22-8659-bca1383699c8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.715855] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.930035] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.930035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.930035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.930035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.930035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.930035] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be updated. [ 940.973847] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: SUCCESS [ 940.974169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.005149] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.005329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.005382] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.006100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.006100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.017616] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: IN_PROGRESS for 2s [ 941.073243] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.073463] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.073638] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.073941] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.074104] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.074260] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 1238b826-5de2-4b22-8659-bca1383699c8 not found, creating... [ 941.074569] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.074744] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.074863] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.075116] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.075256] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.075646] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.076060] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.076060] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.076172] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.076332] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.076483] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 1238b826-5de2-4b22-8659-bca1383699c8 is going to be created. [ 941.098594] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.098801] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.098919] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.099276] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.099525] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.099752] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-1238b826-5de2-4b22-8659-bca1383699c8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.148513] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07651108-55c1-472e-b94f-12fd0eb60c1c in Status: SUCCESS [ 941.148847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.149093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.149383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.149613] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.149751] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.149819] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.149983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.150078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.150178] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.224743] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.654763] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.732982] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.732982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.732982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.732982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.732982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.732982] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 941.781229] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.781229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.781229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.781229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.781229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.792037] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 941.866176] env[65916]: INFO networking_nsxv3.common.synchronization [req-1991b1d8-c2a6-4914-82ca-dd2709f46505 req-72ec29c1-edc1-484b-970d-be973871c251 service nova] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_rules [ 941.866176] env[65916]: INFO networking_nsxv3.common.synchronization [req-1991b1d8-c2a6-4914-82ca-dd2709f46505 req-72ec29c1-edc1-484b-970d-be973871c251 service nova] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 941.866176] env[65916]: INFO networking_nsxv3.common.synchronization [req-1991b1d8-c2a6-4914-82ca-dd2709f46505 req-72ec29c1-edc1-484b-970d-be973871c251 service nova] Enqueued Resource ID: 1238b826-5de2-4b22-8659-bca1383699c8 with Priority: HIGHEST for action port [ 941.866176] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_rules [ 941.866752] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 941.867081] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1238b826-5de2-4b22-8659-bca1383699c8 with Priority: HIGHEST for action port [ 941.867570] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.867869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.868067] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.868383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.868580] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.869777] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.870157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.870496] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-1238b826-5de2-4b22-8659-bca1383699c8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.870901] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1238b826-5de2-4b22-8659-bca1383699c8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.870901] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1238b826-5de2-4b22-8659-bca1383699c8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.872091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1238b826-5de2-4b22-8659-bca1383699c8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.872091] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1238b826-5de2-4b22-8659-bca1383699c8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.155708] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.374628] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.374628] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.375747] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1238b826-5de2-4b22-8659-bca1383699c8 with status ACTIVE [ 942.375969] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.377423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.377600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.377780] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.377892] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.379735] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.379877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.380198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.381351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.381351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.381546] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.381783] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.381783] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.382338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.382338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.383525] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1238b826-5de2-4b22-8659-bca1383699c8 is going to be updated. [ 942.405347] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d in Status: SUCCESS [ 942.405472] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ad04f97-a364-4bf6-b927-ec68f70af14d deletion is rescheduled due to dependency. [ 942.405561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ad04f97-a364-4bf6-b927-ec68f70af14d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.413541] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 942.413696] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 deletion is rescheduled due to dependency. [ 942.413822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.416249] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.416401] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.416462] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.416679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.416835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.416997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1238b826-5de2-4b22-8659-bca1383699c8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.658812] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.659086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.659086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.659284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.659376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.659477] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07651108-55c1-472e-b94f-12fd0eb60c1c is going to be updated. [ 942.694120] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.694359] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.694359] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.694608] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.694780] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.705956] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07651108-55c1-472e-b94f-12fd0eb60c1c in Status: IN_PROGRESS for 2s [ 943.029017] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: SUCCESS [ 943.030040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.030040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.030195] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.030421] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.030626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.030716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.030900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.030985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.031083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.031184] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.533588] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.534111] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.534111] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.534111] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.534267] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.534369] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.534498] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.534726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.534828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.534914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.535112] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.535191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.535309] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.535490] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.535676] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.535804] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.535889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.536053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.536134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.536219] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.536305] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.804468] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 943.804747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.804968] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.805311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.805583] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.805705] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.805766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.805929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.806186] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.806186] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.038825] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca0cf45-2833-4bc5-b7e1-7d0784a36c9e: rpc.has_security_group_logging(os_id): False [ 944.058615] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.058840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.058840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.059103] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.059219] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.059392] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.059488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.059548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.059710] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.059786] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.059970] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.060107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.060188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.060315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.060411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.060620] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.060717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.060772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.060909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.060980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.061075] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be updated. [ 944.131043] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.131207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.131207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.131382] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.131609] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.148398] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: IN_PROGRESS for 2s [ 944.310092] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.479518] env[65916]: INFO networking_nsxv3.common.synchronization [req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 req-19168628-e324-4259-9bd3-c98f8715ddbc tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 944.479518] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 944.479518] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.479518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.479518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.479518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.479518] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.479518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.479518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.479518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.480515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.480515] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.718486] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07651108-55c1-472e-b94f-12fd0eb60c1c in Status: SUCCESS [ 944.718486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.719047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.719047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.719047] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.719233] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.719233] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.719411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.719411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.719512] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.719596] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.813430] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.850632] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-416 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.850632] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.850632] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.851020] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.851076] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.851263] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.851386] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.851631] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.851775] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.851985] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.852112] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.852295] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.852432] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.852737] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.852888] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.853040] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.874212] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.874386] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.874569] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.874834] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.875242] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-7810235d-4ce2-4223-ac47-0b0d2d83c60b taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.875425] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-7810235d-4ce2-4223-ac47-0b0d2d83c60b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.875705] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-7810235d-4ce2-4223-ac47-0b0d2d83c60b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.876080] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-7810235d-4ce2-4223-ac47-0b0d2d83c60b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.876266] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7810235d-4ce2-4223-ac47-0b0d2d83c60b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.985482] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.985650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.985728] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.985936] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.986038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.986239] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.986341] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.986404] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.986555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.986632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.986718] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 945.018150] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.018314] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.018468] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.018729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.018886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.028437] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 945.225329] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-07651108-55c1-472e-b94f-12fd0eb60c1c taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.225573] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.225629] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.225974] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.226207] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.226318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.226384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.226539] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.227209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.227209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.227209] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-07651108-55c1-472e-b94f-12fd0eb60c1c taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.227209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.227209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.227209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.227475] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.227520] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.227593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.227799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.227859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.229551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.229551] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.315978] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.316227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.316297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.316474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.316564] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.316663] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 945.356939] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.357162] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.357207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.357392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.357536] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.368622] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 945.379352] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.379628] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.379693] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.379992] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.380460] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.381123] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 7810235d-4ce2-4223-ac47-0b0d2d83c60b not found, creating... [ 945.381602] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.381861] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.382160] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.382563] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.382858] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.383587] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.383686] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.383830] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.384188] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.384506] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.384618] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 7810235d-4ce2-4223-ac47-0b0d2d83c60b is going to be created. [ 945.425316] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.425734] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.425786] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.426072] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.426388] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.426717] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-7810235d-4ce2-4223-ac47-0b0d2d83c60b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.731427] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07651108-55c1-472e-b94f-12fd0eb60c1c: rpc.has_security_group_logging(os_id): False [ 945.770360] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.770548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.770591] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.770920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.771034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.771263] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.771389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.771454] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.771665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.771744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.771966] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.772078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.772183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.772316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.772392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.772585] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.772724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.772724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.772870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.772931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.773089] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07651108-55c1-472e-b94f-12fd0eb60c1c is going to be updated. [ 945.894590] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.894783] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.894927] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.895196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.895426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.913998] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07651108-55c1-472e-b94f-12fd0eb60c1c in Status: IN_PROGRESS for 2s [ 946.168760] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: SUCCESS [ 946.168760] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.226322] env[65916]: INFO networking_nsxv3.common.synchronization [req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 req-d5e73769-1df2-4eb9-83e7-38c60026125f service nova] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_rules [ 946.226963] env[65916]: INFO networking_nsxv3.common.synchronization [req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 req-d5e73769-1df2-4eb9-83e7-38c60026125f service nova] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 946.227669] env[65916]: INFO networking_nsxv3.common.synchronization [req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 req-d5e73769-1df2-4eb9-83e7-38c60026125f service nova] Enqueued Resource ID: 7810235d-4ce2-4223-ac47-0b0d2d83c60b with Priority: HIGHEST for action port [ 946.228875] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_rules [ 946.234051] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 946.234051] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7810235d-4ce2-4223-ac47-0b0d2d83c60b with Priority: HIGHEST for action port [ 946.234773] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.234991] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.235121] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.235887] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.235887] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.238237] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.238440] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.238805] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-7810235d-4ce2-4223-ac47-0b0d2d83c60b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.238966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7810235d-4ce2-4223-ac47-0b0d2d83c60b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.239101] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7810235d-4ce2-4223-ac47-0b0d2d83c60b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.239603] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7810235d-4ce2-4223-ac47-0b0d2d83c60b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.239603] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7810235d-4ce2-4223-ac47-0b0d2d83c60b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.744896] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.744896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.746303] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7810235d-4ce2-4223-ac47-0b0d2d83c60b with status ACTIVE [ 946.746522] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.746687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.747126] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.747126] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.747126] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.747306] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.747357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.747389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.747611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.747611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.747952] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.747952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.747952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.748637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.748637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.748637] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7810235d-4ce2-4223-ac47-0b0d2d83c60b is going to be updated. [ 946.777187] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.777187] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.777187] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.777187] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.777187] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.777187] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7810235d-4ce2-4223-ac47-0b0d2d83c60b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.002770] env[65916]: INFO networking_nsxv3.common.synchronization [req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 req-b921cf37-cd5c-4f6b-b2af-bfb1f3d33151 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Enqueued Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_members [ 947.003237] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b with Priority: HIGHEST for action security_group_members [ 947.003596] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-228e3a17-84e5-4d30-a53e-d70da9f1252b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.003727] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.003795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.004061] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.004251] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.004757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.004757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.004833] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.004920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.005041] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('228e3a17-84e5-4d30-a53e-d70da9f1252b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.040793] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 947.041074] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 deletion is rescheduled due to dependency. [ 947.041260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.045029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.045029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.045029] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.045029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.045029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.045029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.045029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.045029] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.380192] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 947.380518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.380779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.381190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.381494] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.381687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.381836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.382103] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.382181] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.382370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.382763] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.509344] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.509635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.509635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.509758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.535838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.536118] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.536243] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.536308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.536510] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.536593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.536678] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b is going to be updated. [ 947.545384] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.579205] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.579614] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.579810] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.580306] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.581880] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.594623] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b in Status: IN_PROGRESS for 2s [ 947.885501] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.885850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.885850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.885990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.886191] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.886295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.886371] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.886528] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.886618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.886706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.887090] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.887196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.887259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.887408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.887585] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.887722] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.887722] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.887828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.887907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.887988] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.888114] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.931087] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07651108-55c1-472e-b94f-12fd0eb60c1c in Status: SUCCESS [ 947.931631] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.997076] env[65916]: INFO networking_nsxv3.common.synchronization [req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 req-f1d6f1b8-0316-41a6-91fa-4f244e44ccb5 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 947.997689] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGHEST for action security_group_members [ 947.998959] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.999155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.999239] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.999745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.999745] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.999884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.999884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.000216] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.000347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.000790] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.049533] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.391574] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 481061d5-95e1-4192-a671-a98e4917c518: rpc.has_security_group_logging(os_id): False [ 948.412695] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.412888] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.412959] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.413149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.413247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.413438] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.413545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.413608] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.413759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.413835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.414048] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.414147] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.414208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.414365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.414557] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.414839] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.414981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.415114] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.415345] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.415498] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.415611] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 948.504409] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.504703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.504703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.504937] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.505058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.505295] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.505447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.505514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.505701] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.505771] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.505871] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be updated. [ 948.507950] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.508199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.508199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.508402] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.508442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.546229] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 948.552909] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.552909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.552909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.552909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.552909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.552909] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 948.582348] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.582621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.582621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.582739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.583367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.610248] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: IN_PROGRESS for 2s [ 948.648226] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.648456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.648456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.648930] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.649171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.664134] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 949.608042] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b in Status: SUCCESS [ 949.608042] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 228e3a17-84e5-4d30-a53e-d70da9f1252b deletion is rescheduled due to dependency. [ 949.608491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228e3a17-84e5-4d30-a53e-d70da9f1252b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.563759] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 950.564020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.622471] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a0d8f1-443f-4495-999a-c072e1566239 in Status: SUCCESS [ 950.622471] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 deletion is rescheduled due to dependency. [ 950.622471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.680122] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 950.680584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.680584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.680739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.681400] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.681400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.681400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.681400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.681400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.681650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.681650] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.740188] env[65916]: INFO networking_nsxv3.common.synchronization [req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 req-512207be-dcc3-4491-a95e-2abc822535ee tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Enqueued Resource ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 with Priority: HIGHEST for action security_group_members [ 950.741030] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 with Priority: HIGHEST for action security_group_members [ 950.741030] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-157897c5-45f4-40d5-a34c-8f972ec0e887 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.741150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.741150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.741386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.741554] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.741648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.741718] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.741873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.741962] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.742043] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('157897c5-45f4-40d5-a34c-8f972ec0e887',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.184696] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.184696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.186308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.186308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.186308] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.186308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.186308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.186308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.186308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.186308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.186308] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.186308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.186308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.186308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.186802] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.186802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.186802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.186802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.186802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.186802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.186982] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.244414] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.244648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.244648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.244876] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.244982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.245210] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.245326] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.245377] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.245637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.245786] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.245921] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 is going to be updated. [ 951.286789] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.286979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.287072] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.287295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.287464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.297537] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 in Status: IN_PROGRESS for 2s [ 951.691126] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aded5f7a-1c3d-402b-a5a1-d815234ecf66: rpc.has_security_group_logging(os_id): False [ 951.706045] env[65916]: INFO networking_nsxv3.common.synchronization [req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 req-1953451d-b194-4b6c-8275-8701db33c309 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Enqueued Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_members [ 951.706633] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGHEST for action security_group_members [ 951.706969] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c854af9-9a6e-4746-8c17-a5532d915743 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.707109] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.707178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.707406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.707589] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.707696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.707776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.707933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.708028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.708124] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.712542] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.712675] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.712742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.712942] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.713041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.713231] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.713331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.713394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.713606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.713667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.713840] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.713942] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.714254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.714254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.714254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.714589] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.714589] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.714671] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.714868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.714963] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.715061] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 951.783009] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.783173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.783245] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.783457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.783602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.799911] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 952.097710] env[65916]: INFO networking_nsxv3.common.synchronization [None req-4fdaa5f7-24e1-49e0-ae5b-22352776bc56 None None] Enqueued Resource ID: 7533095a-4f68-4329-9659-6b0dcf0f0eee with Priority: HIGHEST for action port [ 952.098365] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7533095a-4f68-4329-9659-6b0dcf0f0eee with Priority: HIGHEST for action port [ 952.098719] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-7533095a-4f68-4329-9659-6b0dcf0f0eee taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.098855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7533095a-4f68-4329-9659-6b0dcf0f0eee" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.098926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7533095a-4f68-4329-9659-6b0dcf0f0eee" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.103457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7533095a-4f68-4329-9659-6b0dcf0f0eee" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.103629] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7533095a-4f68-4329-9659-6b0dcf0f0eee',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.211142] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.211540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.211717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.212056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.247086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.247086] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.247086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.247086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.247086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.247086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.247086] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c854af9-9a6e-4746-8c17-a5532d915743 is going to be updated. [ 952.278360] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.284596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.284596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.284596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.284596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.298138] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c854af9-9a6e-4746-8c17-a5532d915743 in Status: IN_PROGRESS for 2s [ 952.608138] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7533095a-4f68-4329-9659-6b0dcf0f0eee [ 952.608763] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.608763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.608763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.609333] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.609333] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.609333] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7533095a-4f68-4329-9659-6b0dcf0f0eee already deleted. [ 952.609461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7533095a-4f68-4329-9659-6b0dcf0f0eee" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.260259] env[65916]: INFO networking_nsxv3.common.synchronization [None req-39e65705-929b-463d-8982-807dab15da0b tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Enqueued Resource ID: d70d0af6-e0af-4e76-845a-57b121acffdc with Priority: HIGHEST for action security_group_rules [ 953.260964] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70d0af6-e0af-4e76-845a-57b121acffdc with Priority: HIGHEST for action security_group_rules [ 953.260964] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70d0af6-e0af-4e76-845a-57b121acffdc taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.261125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.261168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.261484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.261484] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70d0af6-e0af-4e76-845a-57b121acffdc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.308913] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 in Status: SUCCESS [ 953.308913] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 157897c5-45f4-40d5-a34c-8f972ec0e887 deletion is rescheduled due to dependency. [ 953.308913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-157897c5-45f4-40d5-a34c-8f972ec0e887" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.355161] env[65916]: INFO networking_nsxv3.common.synchronization [None req-57a941fc-4a13-4fa7-9388-078d64ee5b16 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Enqueued Resource ID: d70d0af6-e0af-4e76-845a-57b121acffdc with Priority: HIGHEST for action security_group_rules [ 953.355723] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70d0af6-e0af-4e76-845a-57b121acffdc with Priority: HIGHEST for action security_group_rules [ 953.356151] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70d0af6-e0af-4e76-845a-57b121acffdc taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.356283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.791373] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.791639] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.791711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.791992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.792134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.792237] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70d0af6-e0af-4e76-845a-57b121acffdc already deleted. [ 953.792334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.792535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.792729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.792822] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70d0af6-e0af-4e76-845a-57b121acffdc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.820292] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 953.820573] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.317620] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c854af9-9a6e-4746-8c17-a5532d915743 in Status: SUCCESS [ 954.318137] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c854af9-9a6e-4746-8c17-a5532d915743 deletion is rescheduled due to dependency. [ 954.318315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.334155] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.334155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.334155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.334155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.334155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.334155] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70d0af6-e0af-4e76-845a-57b121acffdc already deleted. [ 954.334155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.195234] env[65916]: INFO networking_nsxv3.common.synchronization [None req-4d0c5787-9df3-4c84-90be-25ef6bef555b None None] Enqueued Resource ID: 86034be6-9b7d-42f6-a9f7-a15b7c0583b0 with Priority: HIGHEST for action port [ 955.196342] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86034be6-9b7d-42f6-a9f7-a15b7c0583b0 with Priority: HIGHEST for action port [ 955.196564] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-86034be6-9b7d-42f6-a9f7-a15b7c0583b0 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.196776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86034be6-9b7d-42f6-a9f7-a15b7c0583b0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.197850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86034be6-9b7d-42f6-a9f7-a15b7c0583b0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.197850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86034be6-9b7d-42f6-a9f7-a15b7c0583b0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.197850] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86034be6-9b7d-42f6-a9f7-a15b7c0583b0',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.521525] env[65916]: INFO networking_nsxv3.common.synchronization [req-61aaf93b-a51b-454f-ad54-f3913fd6f22b req-f2202c68-9d6b-43a3-9d10-bd6e7f66b7c9 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 955.522153] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 955.522515] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.522658] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.522728] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.523305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.523305] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.523937] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.523937] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.524056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.524104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.524206] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.699459] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86034be6-9b7d-42f6-a9f7-a15b7c0583b0 [ 955.699694] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.699820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.699919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.700159] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.700251] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.700361] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86034be6-9b7d-42f6-a9f7-a15b7c0583b0 already deleted. [ 955.700441] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86034be6-9b7d-42f6-a9f7-a15b7c0583b0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.028099] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.531423] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.795523] env[65916]: INFO networking_nsxv3.common.synchronization [None req-cc7cbe20-9fb5-4301-abd1-a7679c57914a None None] Enqueued Resource ID: 40aac1aa-ae62-4dbc-8577-4fdad39462c2 with Priority: HIGHEST for action port [ 956.797458] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40aac1aa-ae62-4dbc-8577-4fdad39462c2 with Priority: HIGHEST for action port [ 956.799425] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-40aac1aa-ae62-4dbc-8577-4fdad39462c2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.799425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40aac1aa-ae62-4dbc-8577-4fdad39462c2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.799425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40aac1aa-ae62-4dbc-8577-4fdad39462c2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.799668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40aac1aa-ae62-4dbc-8577-4fdad39462c2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.799787] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40aac1aa-ae62-4dbc-8577-4fdad39462c2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.887579] env[65916]: INFO networking_nsxv3.common.synchronization [None req-90198359-1a1a-494d-9a2b-17eb8639a11d tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 956.888289] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 956.888499] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.888584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.036510] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.036510] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.036510] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.036510] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.036510] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.036510] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be updated. [ 957.071929] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.072140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.072239] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.072587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.072684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.086166] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: IN_PROGRESS for 2s [ 957.302954] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40aac1aa-ae62-4dbc-8577-4fdad39462c2 [ 957.303293] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.303544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.303544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.303739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.303818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.303938] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40aac1aa-ae62-4dbc-8577-4fdad39462c2 already deleted. [ 957.304034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40aac1aa-ae62-4dbc-8577-4fdad39462c2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.345850] env[65916]: INFO networking_nsxv3.common.synchronization [None req-debeed8f-a2fc-499a-8b15-c44dc648d3eb tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGHEST for action security_group_rules [ 957.345850] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGHEST for action security_group_rules [ 957.346541] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55551012-b90d-4be7-9a6c-87d7b88a0310 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.346541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.346541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.346889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.347086] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55551012-b90d-4be7-9a6c-87d7b88a0310',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.557758] env[65916]: INFO networking_nsxv3.common.synchronization [req-f092ef52-5602-4508-bd02-600af05c880e req-13955ee9-0e62-4524-94f1-63db8921055b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 957.558425] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 957.558838] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.558992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.559194] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.559476] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.563166] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.563166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.563166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.563166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.563166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.563166] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.788178] env[65916]: INFO networking_nsxv3.common.synchronization [None req-5d693c3d-1c7f-496e-a1a0-7dc580033895 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGHEST for action security_group_rules [ 957.788888] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGHEST for action security_group_rules [ 957.789448] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55551012-b90d-4be7-9a6c-87d7b88a0310 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.791714] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.870697] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.870839] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.871083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.871168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.871263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.871364] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 already deleted. [ 957.871446] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.871966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.872188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.872278] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55551012-b90d-4be7-9a6c-87d7b88a0310',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.068260] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.068260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.068260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.068260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.068260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.068260] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.068260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.068260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.068260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.068260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.068260] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 958.103046] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.103046] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.103046] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.103046] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.103046] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.113771] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 958.402609] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.402820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.402875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.403203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.403337] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.403418] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 already deleted. [ 958.403507] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.102027] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: SUCCESS [ 959.102027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.102027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.102027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.102027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.102027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.102027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.102027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.102027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.102027] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.606779] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.606961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.607058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.607280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.607372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.607689] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.607689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.607835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.607878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.607953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.608058] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be updated. [ 959.640213] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.640213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.640213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.640495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.640988] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.651774] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: IN_PROGRESS for 2s [ 959.925348] env[65916]: INFO networking_nsxv3.common.synchronization [req-13d51879-6d60-4ce1-832f-e13cb4a556c3 req-3f02e920-bb1b-4e59-b585-a84d5737c18f tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 with Priority: HIGHEST for action security_group_members [ 959.927394] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 with Priority: HIGHEST for action security_group_members [ 959.929320] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc89979-6fc9-41ca-b8b5-f5131c18e337 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.929320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.929320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.929320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.929320] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.929320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.929320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.931212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.931212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.931212] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cc89979-6fc9-41ca-b8b5-f5131c18e337',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.126267] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 960.126630] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b deletion is rescheduled due to dependency. [ 960.126630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.433652] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.433817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.433817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.434857] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.460083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.460387] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.460519] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.460565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.460759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.460866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.460914] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 is going to be updated. [ 960.475793] env[65916]: INFO networking_nsxv3.common.synchronization [None req-665bbe5b-416f-4495-b5e8-197f65d0b109 None None] Enqueued Resource ID: 7e4a94fa-fcf7-4f3d-965c-85825f711f7d with Priority: HIGHEST for action port [ 960.476587] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4a94fa-fcf7-4f3d-965c-85825f711f7d with Priority: HIGHEST for action port [ 960.476681] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e4a94fa-fcf7-4f3d-965c-85825f711f7d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.476838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e4a94fa-fcf7-4f3d-965c-85825f711f7d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.476838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e4a94fa-fcf7-4f3d-965c-85825f711f7d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.479210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e4a94fa-fcf7-4f3d-965c-85825f711f7d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.479210] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e4a94fa-fcf7-4f3d-965c-85825f711f7d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.493679] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.493830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.493937] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.494136] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.494273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.508693] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 in Status: IN_PROGRESS for 2s [ 960.949448] env[65916]: INFO networking_nsxv3.common.synchronization [req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 req-3093bcea-f5d4-439c-9a9f-9c74fd7f6451 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Enqueued Resource ID: d70d0af6-e0af-4e76-845a-57b121acffdc with Priority: HIGHEST for action security_group_members [ 960.950045] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70d0af6-e0af-4e76-845a-57b121acffdc with Priority: HIGHEST for action security_group_members [ 960.950364] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70d0af6-e0af-4e76-845a-57b121acffdc taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.950513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.950577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.951063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.953260] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.953423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.953485] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.953648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.953752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.953852] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70d0af6-e0af-4e76-845a-57b121acffdc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.983427] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e4a94fa-fcf7-4f3d-965c-85825f711f7d [ 960.983686] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.983821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.983908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.984134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.984224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.984386] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e4a94fa-fcf7-4f3d-965c-85825f711f7d already deleted. [ 960.984499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e4a94fa-fcf7-4f3d-965c-85825f711f7d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.458239] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.458704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.458704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.458784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.458938] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.459577] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.459577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.459577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.460173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.460173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.460173] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70d0af6-e0af-4e76-845a-57b121acffdc already deleted. [ 961.460173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.529069] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.530046] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-476" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.530046] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-476" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.530213] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-476" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.530407] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.530573] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.530688] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.530918] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.531161] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.531459] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.531581] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.531689] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.531825] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.532009] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.532203] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.532352] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.555800] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.555800] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.556126] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.556126] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-476" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.556488] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.556910] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.556910] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.557136] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.557316] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.662385] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: SUCCESS [ 961.663575] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e deletion is rescheduled due to dependency. [ 961.663575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.062749] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.063117] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.063398] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.063623] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.063823] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.064065] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 not found, creating... [ 962.064391] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.064594] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.064771] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.065133] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.065966] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.065966] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.065966] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.066224] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.066299] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.066487] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.066649] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 is going to be created. [ 962.093332] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.093772] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.093772] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.093907] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.094775] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.094775] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.521930] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 in Status: SUCCESS [ 962.522303] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cc89979-6fc9-41ca-b8b5-f5131c18e337 deletion is rescheduled due to dependency. [ 962.522303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc89979-6fc9-41ca-b8b5-f5131c18e337" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.833913] env[65916]: INFO networking_nsxv3.common.synchronization [req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 req-d2faf63d-d454-4c0c-a064-6737796251d9 service nova] Enqueued Resource ID: d70d0af6-e0af-4e76-845a-57b121acffdc with Priority: HIGHEST for action security_group_rules [ 962.834106] env[65916]: INFO networking_nsxv3.common.synchronization [req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 req-d2faf63d-d454-4c0c-a064-6737796251d9 service nova] Enqueued Resource ID: d70d0af6-e0af-4e76-845a-57b121acffdc with Priority: HIGHEST for action security_group_members [ 962.834250] env[65916]: INFO networking_nsxv3.common.synchronization [req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 req-d2faf63d-d454-4c0c-a064-6737796251d9 service nova] Enqueued Resource ID: 8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 with Priority: HIGHEST for action port [ 962.834930] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70d0af6-e0af-4e76-845a-57b121acffdc with Priority: HIGHEST for action security_group_rules [ 962.835150] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70d0af6-e0af-4e76-845a-57b121acffdc with Priority: HIGHEST for action security_group_members [ 962.835262] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 with Priority: HIGHEST for action port [ 962.835575] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70d0af6-e0af-4e76-845a-57b121acffdc taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.835777] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.835848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.836149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.836245] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70d0af6-e0af-4e76-845a-57b121acffdc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.837228] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70d0af6-e0af-4e76-845a-57b121acffdc taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.837364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.837983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.838215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.838371] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.838478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.838543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.838693] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.838772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.838865] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70d0af6-e0af-4e76-845a-57b121acffdc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.839887] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.839992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.840069] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.840220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.840296] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.342825] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70d0af6-e0af-4e76-845a-57b121acffdc taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.343091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.343189] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70d0af6-e0af-4e76-845a-57b121acffdc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.344117] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 with status ACTIVE [ 963.344362] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.344560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.344659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.344952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.345079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.345381] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.345381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.345631] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.345701] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.345817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.346095] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.346227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.346310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.346487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.346619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.346725] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 is going to be updated. [ 963.371914] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.372179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.372179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.372356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.372634] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.372910] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.721227] env[65916]: INFO networking_nsxv3.common.synchronization [req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 req-1893dd3e-2880-4f9a-a9c5-793d8a0276f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Enqueued Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 963.722080] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 963.723322] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.723565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.723565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.723746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.723933] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.724063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.724551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.724747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.724834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.725049] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.850464] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70d0af6-e0af-4e76-845a-57b121acffdc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.229675] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.229868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.229914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.230186] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.230285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.230483] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.230585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.230647] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.230796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.230872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.230959] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 is going to be updated. [ 964.264160] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.264319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.264380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.264730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.264884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.292435] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: IN_PROGRESS for 2s [ 964.352063] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.352285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.352333] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.353022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.353022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.353022] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70d0af6-e0af-4e76-845a-57b121acffdc is going to be created. [ 964.378911] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.380063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.380063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.380063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.380063] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.392091] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70d0af6-e0af-4e76-845a-57b121acffdc in Status: UNINITIALIZED for 2s [ 964.538455] env[65916]: INFO networking_nsxv3.common.synchronization [None req-b2b90ef0-4b15-4941-8e4d-2a1625624f55 None None] Enqueued Resource ID: 2508f1bc-7a99-4f83-8ffe-4c9902f16ade with Priority: HIGHEST for action port [ 964.538723] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2508f1bc-7a99-4f83-8ffe-4c9902f16ade with Priority: HIGHEST for action port [ 964.539585] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-2508f1bc-7a99-4f83-8ffe-4c9902f16ade taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.540156] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2508f1bc-7a99-4f83-8ffe-4c9902f16ade" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.540156] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2508f1bc-7a99-4f83-8ffe-4c9902f16ade" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.540156] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2508f1bc-7a99-4f83-8ffe-4c9902f16ade" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.540595] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2508f1bc-7a99-4f83-8ffe-4c9902f16ade',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.042980] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2508f1bc-7a99-4f83-8ffe-4c9902f16ade [ 965.043305] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.043465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.043573] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.043859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.043959] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.044116] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2508f1bc-7a99-4f83-8ffe-4c9902f16ade already deleted. [ 965.044213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2508f1bc-7a99-4f83-8ffe-4c9902f16ade" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.927034] env[65916]: INFO networking_nsxv3.common.synchronization [req-7764766b-c995-4542-bf27-0289e1faf4fb req-582b7d26-c841-401f-b54c-9fb87b647c91 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 965.927702] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 965.928036] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.928471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.928546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.928747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.928919] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.929023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.929085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.929430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.929524] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.929615] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.303177] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: SUCCESS [ 966.303537] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 deletion is rescheduled due to dependency. [ 966.303537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.403946] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70d0af6-e0af-4e76-845a-57b121acffdc in Status: SUCCESS [ 966.404194] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.404370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.404692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.404907] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.405014] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.405111] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.405260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.405386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.405446] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.405612] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70d0af6-e0af-4e76-845a-57b121acffdc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.432303] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.504231] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.504385] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.505116] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.505116] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.505965] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.506749] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.506749] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.507241] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.507241] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.508125] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.508125] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.508125] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.508125] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.508125] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.508125] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.508324] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.531781] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.531965] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.532131] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.532446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.532674] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-11593840-56f6-48c8-bd29-d3daa942cb6e taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.532867] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-11593840-56f6-48c8-bd29-d3daa942cb6e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.533026] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-11593840-56f6-48c8-bd29-d3daa942cb6e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.533367] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-11593840-56f6-48c8-bd29-d3daa942cb6e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.533521] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11593840-56f6-48c8-bd29-d3daa942cb6e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.912538] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70d0af6-e0af-4e76-845a-57b121acffdc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.936031] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.037280] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.037280] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.037504] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.037644] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.037853] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.038028] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 11593840-56f6-48c8-bd29-d3daa942cb6e not found, creating... [ 967.038368] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.038543] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.038680] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.041315] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.041315] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.041315] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.041315] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.041315] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.041315] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.041315] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.041315] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 11593840-56f6-48c8-bd29-d3daa942cb6e is going to be created. [ 967.068029] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.068364] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.068906] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.069339] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.069738] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.070093] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-11593840-56f6-48c8-bd29-d3daa942cb6e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.388874] env[65916]: INFO networking_nsxv3.common.synchronization [None req-d105b7a2-2f3d-41dd-95d9-2a6b534b1eee None None] Enqueued Resource ID: 966fc74a-6a52-467b-a203-a66b53839ef6 with Priority: HIGHEST for action port [ 967.389124] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966fc74a-6a52-467b-a203-a66b53839ef6 with Priority: HIGHEST for action port [ 967.389460] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-966fc74a-6a52-467b-a203-a66b53839ef6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.389620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-966fc74a-6a52-467b-a203-a66b53839ef6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.389685] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-966fc74a-6a52-467b-a203-a66b53839ef6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.389967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-966fc74a-6a52-467b-a203-a66b53839ef6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.390084] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966fc74a-6a52-467b-a203-a66b53839ef6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.418454] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70d0af6-e0af-4e76-845a-57b121acffdc: rpc.has_security_group_logging(os_id): False [ 967.440307] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.440307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.440307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.440307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.440307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.440307] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 967.442968] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.443441] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.443558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.444246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.444379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.444823] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.445054] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.445234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.445609] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.445698] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.445910] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70d0af6-e0af-4e76-845a-57b121acffdc is going to be created. [ 967.482725] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.483038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.483561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.483965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.487298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.501999] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 967.518603] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.518692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.518727] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.518926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.519123] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.534664] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70d0af6-e0af-4e76-845a-57b121acffdc in Status: IN_PROGRESS for 2s [ 967.870357] env[65916]: INFO networking_nsxv3.common.synchronization [req-7764766b-c995-4542-bf27-0289e1faf4fb req-3238e755-b360-48c1-93af-7722a7feaffc service nova] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_rules [ 967.872270] env[65916]: INFO networking_nsxv3.common.synchronization [req-7764766b-c995-4542-bf27-0289e1faf4fb req-3238e755-b360-48c1-93af-7722a7feaffc service nova] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 967.874392] env[65916]: INFO networking_nsxv3.common.synchronization [req-7764766b-c995-4542-bf27-0289e1faf4fb req-3238e755-b360-48c1-93af-7722a7feaffc service nova] Enqueued Resource ID: 11593840-56f6-48c8-bd29-d3daa942cb6e with Priority: HIGHEST for action port [ 967.874392] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_rules [ 967.879315] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 967.879315] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11593840-56f6-48c8-bd29-d3daa942cb6e with Priority: HIGHEST for action port [ 967.879315] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.879315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.879315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.879315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.879315] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.882031] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.883842] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.884259] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-11593840-56f6-48c8-bd29-d3daa942cb6e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.884259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11593840-56f6-48c8-bd29-d3daa942cb6e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.884418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11593840-56f6-48c8-bd29-d3daa942cb6e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.886374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11593840-56f6-48c8-bd29-d3daa942cb6e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.886374] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11593840-56f6-48c8-bd29-d3daa942cb6e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.896302] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 966fc74a-6a52-467b-a203-a66b53839ef6 [ 967.896302] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.896302] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.896302] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.896302] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.896302] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.896302] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:966fc74a-6a52-467b-a203-a66b53839ef6 already deleted. [ 967.896302] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-966fc74a-6a52-467b-a203-a66b53839ef6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.386636] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.386769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.388139] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11593840-56f6-48c8-bd29-d3daa942cb6e with status ACTIVE [ 968.388323] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.388439] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.388505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.388716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.388806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.389018] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.389300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.389300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.389381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.389411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.389615] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.389726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.389790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.389936] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.390041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.390098] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11593840-56f6-48c8-bd29-d3daa942cb6e is going to be updated. [ 968.416332] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.416571] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.416571] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.416715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.416861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.417039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11593840-56f6-48c8-bd29-d3daa942cb6e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.512457] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 969.512759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.512801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.513015] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.513310] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.513428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.513541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.513669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.513774] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.513817] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.553958] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70d0af6-e0af-4e76-845a-57b121acffdc in Status: SUCCESS [ 969.554254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.021048] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.524062] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.865477] env[65916]: INFO networking_nsxv3.common.synchronization [None req-1262f5f6-05f3-423a-8da0-d5539fa971ee tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_rules [ 970.866078] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_rules [ 970.866404] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.866558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.866603] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.866981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.866981] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.002792] env[65916]: INFO networking_nsxv3.common.synchronization [None req-691c31de-72b1-43e6-afe4-79c5f091a8db tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_rules [ 971.004261] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_rules [ 971.004261] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.004261] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.026714] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.026714] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.027054] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.027184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.027233] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.027340] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 971.055621] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.055840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.055840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.056069] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.056212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.066219] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 971.393850] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.394077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.394077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.394420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.394613] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.394732] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba already deleted. [ 971.394952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.395075] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.395290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.395380] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.918519] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.918913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.918913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.919021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.919092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.919228] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba already deleted. [ 971.919353] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.436978] env[65916]: INFO networking_nsxv3.common.synchronization [req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 req-4ce70e39-f85b-40f2-ad7e-77e701a331be tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGHEST for action security_group_members [ 972.437732] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGHEST for action security_group_members [ 972.439055] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-55551012-b90d-4be7-9a6c-87d7b88a0310 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.439055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.439055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.439055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.439055] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.439055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.439055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.439849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.439849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.439849] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55551012-b90d-4be7-9a6c-87d7b88a0310',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.563527] env[65916]: INFO networking_nsxv3.common.synchronization [req-3f42e39a-35e6-4e66-a88c-c43434d62d5b req-6a53b4fb-fef4-4dc9-839b-6dae22e9b1c2 tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Enqueued Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_members [ 972.565904] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_members [ 972.566444] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-07651108-55c1-472e-b94f-12fd0eb60c1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.567056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.569134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.569134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.569134] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.569134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.569134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.569134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.569134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.569134] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.942357] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.942667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.942667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.942811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.942903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.943109] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.943223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.943329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.943428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.943503] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.943591] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 already deleted. [ 972.943729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.950121] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.950459] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.950459] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.950747] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.951033] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.951205] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.951321] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.951534] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.951669] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.951880] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.951991] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.952164] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.952271] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.952379] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.952603] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.952867] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.973452] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.973658] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.973812] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.973987] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.974330] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-238b461e-9808-4e67-966b-03194e4471c3 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.974644] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-238b461e-9808-4e67-966b-03194e4471c3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.974682] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-238b461e-9808-4e67-966b-03194e4471c3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.974985] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-238b461e-9808-4e67-966b-03194e4471c3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.975165] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('238b461e-9808-4e67-966b-03194e4471c3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.073277] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.099704] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 973.100083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.101945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.101945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.101945] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.101945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.101945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.101945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.101945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.104085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.104085] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.479441] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.479721] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.479791] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.480193] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.480632] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.480632] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 238b461e-9808-4e67-966b-03194e4471c3 not found, creating... [ 973.480935] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.481059] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.481604] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.481604] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.481604] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.481929] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.482154] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.482674] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.482674] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.482803] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.482857] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 238b461e-9808-4e67-966b-03194e4471c3 is going to be created. [ 973.512308] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.512793] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.515330] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.515330] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.515330] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.515330] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-238b461e-9808-4e67-966b-03194e4471c3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.581713] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.606879] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.607127] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.607127] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.607554] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.607639] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.607749] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.607812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.608036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.608114] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.608195] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.608359] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.608449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.608506] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.608658] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.608800] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.608906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.608950] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.610416] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.610416] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.610416] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.610416] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.085438] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.085849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.085849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.085925] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.085981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.086088] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07651108-55c1-472e-b94f-12fd0eb60c1c is going to be updated. [ 974.114669] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 481061d5-95e1-4192-a671-a98e4917c518: rpc.has_security_group_logging(os_id): False [ 974.124230] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.124400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.124444] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.124710] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.124864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.139210] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07651108-55c1-472e-b94f-12fd0eb60c1c in Status: IN_PROGRESS for 2s [ 974.141441] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.141759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.141840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.144013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.144280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.144625] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.144774] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.144843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.145075] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.145161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.145402] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.145509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.145573] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.145737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.145814] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.146077] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.146158] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.146200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.146336] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.146411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.146501] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 974.231322] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.231480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.231555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.231771] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.231916] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.257660] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 974.299344] env[65916]: INFO networking_nsxv3.common.synchronization [req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 req-93d96f5a-2f24-4563-a544-823813d111e3 service nova] Enqueued Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGHEST for action security_group_rules [ 974.299344] env[65916]: INFO networking_nsxv3.common.synchronization [req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 req-93d96f5a-2f24-4563-a544-823813d111e3 service nova] Enqueued Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGHEST for action security_group_members [ 974.299573] env[65916]: INFO networking_nsxv3.common.synchronization [req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 req-93d96f5a-2f24-4563-a544-823813d111e3 service nova] Enqueued Resource ID: 238b461e-9808-4e67-966b-03194e4471c3 with Priority: HIGHEST for action port [ 974.300542] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGHEST for action security_group_rules [ 974.300542] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGHEST for action security_group_members [ 974.300714] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238b461e-9808-4e67-966b-03194e4471c3 with Priority: HIGHEST for action port [ 974.300979] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55551012-b90d-4be7-9a6c-87d7b88a0310 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.301269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.301269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.301744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.301744] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55551012-b90d-4be7-9a6c-87d7b88a0310',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.303560] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-55551012-b90d-4be7-9a6c-87d7b88a0310 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.303560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.303560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.303560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.303560] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.303766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.303766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.303833] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.303950] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.305029] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55551012-b90d-4be7-9a6c-87d7b88a0310',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.308308] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-238b461e-9808-4e67-966b-03194e4471c3 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.308308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-238b461e-9808-4e67-966b-03194e4471c3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.308308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-238b461e-9808-4e67-966b-03194e4471c3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.308308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-238b461e-9808-4e67-966b-03194e4471c3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.308308] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('238b461e-9808-4e67-966b-03194e4471c3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.669461] env[65916]: INFO networking_nsxv3.common.synchronization [None req-4af6c25f-6821-4d75-b95b-d00c1445b520 None None] Enqueued Resource ID: 883315d6-f9b7-4d5b-919d-f01605c9738c with Priority: HIGHEST for action port [ 974.670057] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883315d6-f9b7-4d5b-919d-f01605c9738c with Priority: HIGHEST for action port [ 974.670377] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-883315d6-f9b7-4d5b-919d-f01605c9738c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.670500] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-883315d6-f9b7-4d5b-919d-f01605c9738c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.670588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-883315d6-f9b7-4d5b-919d-f01605c9738c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.670862] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-883315d6-f9b7-4d5b-919d-f01605c9738c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.670974] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('883315d6-f9b7-4d5b-919d-f01605c9738c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.812021] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55551012-b90d-4be7-9a6c-87d7b88a0310',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.812021] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-55551012-b90d-4be7-9a6c-87d7b88a0310 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.812021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.812021] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 238b461e-9808-4e67-966b-03194e4471c3 with status ACTIVE [ 974.812021] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.812021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.812021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.812021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.812021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.812021] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.812021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.812021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.812021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.812021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.812642] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.812642] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.812642] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.812642] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.812642] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.812642] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 238b461e-9808-4e67-966b-03194e4471c3 is going to be updated. [ 974.834987] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.835243] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.835358] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.835645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.836022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.836257] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-238b461e-9808-4e67-966b-03194e4471c3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.173335] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 883315d6-f9b7-4d5b-919d-f01605c9738c [ 975.173647] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.173717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.173870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.174170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.174331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.174418] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:883315d6-f9b7-4d5b-919d-f01605c9738c already deleted. [ 975.174507] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-883315d6-f9b7-4d5b-919d-f01605c9738c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.264630] env[65916]: INFO networking_nsxv3.common.synchronization [None req-b4f39b26-5eaf-4596-a7bb-3a85bff3082b tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Enqueued Resource ID: a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26 with Priority: HIGHEST for action security_group_rules [ 975.265987] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26 with Priority: HIGHEST for action security_group_rules [ 975.265987] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.268071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.268071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.268071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.268071] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.317173] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55551012-b90d-4be7-9a6c-87d7b88a0310',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.413026] env[65916]: INFO networking_nsxv3.common.synchronization [None req-4e352a6b-d4bb-4c2f-8bbb-f30ce96f3f8e tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Enqueued Resource ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce with Priority: HIGHEST for action security_group_rules [ 975.413631] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce with Priority: HIGHEST for action security_group_rules [ 975.413958] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.415170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.415287] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.415929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.415929] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8480cfc7-a7c1-4676-95f3-a3676884e2ce',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.425080] env[65916]: INFO networking_nsxv3.common.synchronization [None req-9f2e249b-690e-462f-94c3-0162d254e0cf tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Enqueued Resource ID: a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26 with Priority: HIGHEST for action security_group_rules [ 975.429322] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26 with Priority: HIGHEST for action security_group_rules [ 975.429322] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.429322] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.639217] env[65916]: INFO networking_nsxv3.common.synchronization [None req-91ff3671-1bea-4db5-bdb1-a39dbfa72717 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Enqueued Resource ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce with Priority: HIGHEST for action security_group_rules [ 975.640724] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce with Priority: HIGHEST for action security_group_rules [ 975.640724] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.640724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.795700] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.795700] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.795700] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.795700] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.797103] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.799078] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26 already deleted. [ 975.799078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.799078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.799078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.799078] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.822228] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.822571] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.822661] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.822937] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.824346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.824346] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 is going to be created. [ 975.851651] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.851904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.852117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.853016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.853016] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.864966] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 in Status: UNINITIALIZED for 2s [ 975.949784] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.949784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.949784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.949784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.949784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.949784] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce already deleted. [ 975.949784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.949784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.949784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.949784] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8480cfc7-a7c1-4676-95f3-a3676884e2ce',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.152468] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07651108-55c1-472e-b94f-12fd0eb60c1c in Status: SUCCESS [ 976.152468] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.295272] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 976.295272] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.325611] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.325975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.325975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.326100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.326100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.327190] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26 already deleted. [ 976.327190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d1f30f-8fa3-422f-b2f3-6f09b62a7f26" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.475655] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.475655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.475655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.475655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.475655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.475953] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce already deleted. [ 976.475953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.330367] env[65916]: INFO networking_nsxv3.common.synchronization [req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 req-cea6fe2c-606c-4d86-9e91-9826e1448cac tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Enqueued Resource ID: 45f27eab-4975-46c6-844c-a18009ff4315 with Priority: HIGHEST for action security_group_members [ 977.331978] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f27eab-4975-46c6-844c-a18009ff4315 with Priority: HIGHEST for action security_group_members [ 977.332900] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f27eab-4975-46c6-844c-a18009ff4315 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.337760] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.338606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.338606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.339086] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.339086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.339086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.339401] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.339500] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.339676] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f27eab-4975-46c6-844c-a18009ff4315',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.348019] env[65916]: INFO networking_nsxv3.common.synchronization [None req-540f79df-83a1-4a28-aeb9-aa898481a237 None None] Enqueued Resource ID: 85584cec-f4cf-4b75-a202-510576470b79 with Priority: HIGHEST for action port [ 977.348019] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85584cec-f4cf-4b75-a202-510576470b79 with Priority: HIGHEST for action port [ 977.348019] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-85584cec-f4cf-4b75-a202-510576470b79 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.348019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85584cec-f4cf-4b75-a202-510576470b79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.348019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85584cec-f4cf-4b75-a202-510576470b79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.349376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85584cec-f4cf-4b75-a202-510576470b79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.349376] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85584cec-f4cf-4b75-a202-510576470b79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.773747] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.773962] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-175" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.774971] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-175" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.774971] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-175" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.774971] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.774971] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.774971] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.775305] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.775338] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.776080] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.776080] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.776080] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.776080] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.776080] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.776459] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.776625] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.799157] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.799338] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.799478] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.800687] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-175" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.800687] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-4287d6df-ca01-4751-aabf-1654e24353ee taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.800687] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-4287d6df-ca01-4751-aabf-1654e24353ee" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.800687] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-4287d6df-ca01-4751-aabf-1654e24353ee" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.800687] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-4287d6df-ca01-4751-aabf-1654e24353ee" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.801108] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4287d6df-ca01-4751-aabf-1654e24353ee',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.847811] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.847973] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.848057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.848280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.848384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.848594] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.848716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.848781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.848960] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.851508] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.851508] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f27eab-4975-46c6-844c-a18009ff4315 already deleted. [ 977.851606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.852792] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85584cec-f4cf-4b75-a202-510576470b79 [ 977.852792] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.852792] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.852792] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.852792] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.853169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.853169] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85584cec-f4cf-4b75-a202-510576470b79 already deleted. [ 977.853169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85584cec-f4cf-4b75-a202-510576470b79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.879067] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 in Status: SUCCESS [ 977.879430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.879659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.879976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.880427] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.880427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.880674] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.880805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.880874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.880934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.881092] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55551012-b90d-4be7-9a6c-87d7b88a0310',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.304272] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.304485] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.304678] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.305263] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.305263] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.305481] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 4287d6df-ca01-4751-aabf-1654e24353ee not found, creating... [ 978.305993] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.306116] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.306165] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.306410] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.306553] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.306891] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.306997] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.307146] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.307373] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.307562] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.307713] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 4287d6df-ca01-4751-aabf-1654e24353ee is going to be created. [ 978.332333] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.332762] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.332762] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.333296] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.334011] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.334011] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-4287d6df-ca01-4751-aabf-1654e24353ee" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.384973] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55551012-b90d-4be7-9a6c-87d7b88a0310',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.887928] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55551012-b90d-4be7-9a6c-87d7b88a0310: rpc.has_security_group_logging(os_id): False [ 978.914911] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.914911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.914911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.914911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.914911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.915276] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.915336] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.915393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.915655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.915760] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.916574] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 is going to be created. [ 978.986526] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.986823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.986823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.987077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.987270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.009147] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 in Status: IN_PROGRESS for 2s [ 979.080574] env[65916]: INFO networking_nsxv3.common.synchronization [req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 req-3ee31cbc-cf55-4cd3-86e6-7fb3779b5ed0 service nova] Enqueued Resource ID: 45f27eab-4975-46c6-844c-a18009ff4315 with Priority: HIGHEST for action security_group_rules [ 979.080574] env[65916]: INFO networking_nsxv3.common.synchronization [req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 req-3ee31cbc-cf55-4cd3-86e6-7fb3779b5ed0 service nova] Enqueued Resource ID: 45f27eab-4975-46c6-844c-a18009ff4315 with Priority: HIGHEST for action security_group_members [ 979.080574] env[65916]: INFO networking_nsxv3.common.synchronization [req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 req-3ee31cbc-cf55-4cd3-86e6-7fb3779b5ed0 service nova] Enqueued Resource ID: 4287d6df-ca01-4751-aabf-1654e24353ee with Priority: HIGHEST for action port [ 979.080574] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f27eab-4975-46c6-844c-a18009ff4315 with Priority: HIGHEST for action security_group_rules [ 979.080574] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f27eab-4975-46c6-844c-a18009ff4315 with Priority: HIGHEST for action security_group_members [ 979.080574] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4287d6df-ca01-4751-aabf-1654e24353ee with Priority: HIGHEST for action port [ 979.081260] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f27eab-4975-46c6-844c-a18009ff4315 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.081876] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.082223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.083395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.083634] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f27eab-4975-46c6-844c-a18009ff4315',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.085439] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f27eab-4975-46c6-844c-a18009ff4315 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.085819] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.086026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.086376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.086721] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.087646] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.087818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.088129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.088403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.088614] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f27eab-4975-46c6-844c-a18009ff4315',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.089768] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-4287d6df-ca01-4751-aabf-1654e24353ee taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.090092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4287d6df-ca01-4751-aabf-1654e24353ee" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.090307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4287d6df-ca01-4751-aabf-1654e24353ee" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.090682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4287d6df-ca01-4751-aabf-1654e24353ee" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.090891] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4287d6df-ca01-4751-aabf-1654e24353ee',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.349887] env[65916]: INFO networking_nsxv3.common.synchronization [req-e9142269-954a-459b-8770-9d498fc6721b req-d4f9a511-6d60-4f90-9eed-2373285afe5f tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 979.350750] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 979.351271] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.351430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.351498] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.351734] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.351906] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.352022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.352095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.352241] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.352329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.352424] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.592698] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f27eab-4975-46c6-844c-a18009ff4315 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.592868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.593215] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45f27eab-4975-46c6-844c-a18009ff4315',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.594067] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4287d6df-ca01-4751-aabf-1654e24353ee with status ACTIVE [ 979.594148] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.594262] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.594340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.594538] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.594639] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.594838] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.595643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.595643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.595643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.595643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.595643] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.595643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.595643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.595977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.595977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.595977] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4287d6df-ca01-4751-aabf-1654e24353ee is going to be updated. [ 979.625068] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.625316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.625429] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.625766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.626015] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.626290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4287d6df-ca01-4751-aabf-1654e24353ee" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.763062] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.763292] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.763371] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.763632] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.763915] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.766592] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.766774] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.767049] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.767200] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.767404] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.767518] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.767621] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.767737] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.767841] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.767942] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.768088] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.825816] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.825816] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.825816] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.825816] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.825816] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-a428f581-ab0e-4f76-9d88-e6c9c0638295 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.825816] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-a428f581-ab0e-4f76-9d88-e6c9c0638295" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.825816] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-a428f581-ab0e-4f76-9d88-e6c9c0638295" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.825816] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-a428f581-ab0e-4f76-9d88-e6c9c0638295" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.825816] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a428f581-ab0e-4f76-9d88-e6c9c0638295',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.855086] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.855253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.855329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.855583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.855685] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.855882] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.855981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.856064] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.856223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.856360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.856463] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 979.886056] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.886056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.886056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.886056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.886056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.896392] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 980.098628] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45f27eab-4975-46c6-844c-a18009ff4315',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.329451] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.329900] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.330134] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.330562] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.330813] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.331102] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port a428f581-ab0e-4f76-9d88-e6c9c0638295 not found, creating... [ 980.331591] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.331829] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.331998] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.332440] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.332680] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.333253] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.333511] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.333586] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.333901] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.334094] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.334372] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: a428f581-ab0e-4f76-9d88-e6c9c0638295 is going to be created. [ 980.386368] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.386832] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.387162] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.387664] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.388100] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.388511] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-a428f581-ab0e-4f76-9d88-e6c9c0638295" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.602325] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.602801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.602907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.603346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.603562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.603757] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f27eab-4975-46c6-844c-a18009ff4315 is going to be created. [ 980.631478] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.631478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.632257] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.632257] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.632257] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.646100] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f27eab-4975-46c6-844c-a18009ff4315 in Status: UNINITIALIZED for 2s [ 980.876099] env[65916]: INFO networking_nsxv3.common.synchronization [req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e req-e3da05f8-d28b-4460-962d-c7ad719a9c11 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 980.876099] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 980.876099] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.876099] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.876099] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.876831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.877106] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.877318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.877475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.877710] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.877877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.878055] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.028262] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 in Status: SUCCESS [ 981.028494] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.046712] env[65916]: INFO networking_nsxv3.common.synchronization [req-e9142269-954a-459b-8770-9d498fc6721b req-4d494d7f-5910-45ec-be03-eabc1c642804 service nova] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_rules [ 981.046971] env[65916]: INFO networking_nsxv3.common.synchronization [req-e9142269-954a-459b-8770-9d498fc6721b req-4d494d7f-5910-45ec-be03-eabc1c642804 service nova] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 981.047521] env[65916]: INFO networking_nsxv3.common.synchronization [req-e9142269-954a-459b-8770-9d498fc6721b req-4d494d7f-5910-45ec-be03-eabc1c642804 service nova] Enqueued Resource ID: a428f581-ab0e-4f76-9d88-e6c9c0638295 with Priority: HIGHEST for action port [ 981.048497] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_rules [ 981.048600] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 981.048736] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a428f581-ab0e-4f76-9d88-e6c9c0638295 with Priority: HIGHEST for action port [ 981.050635] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.050635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.050635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.051109] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.051109] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.052035] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.056087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.056087] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-a428f581-ab0e-4f76-9d88-e6c9c0638295 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.056087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a428f581-ab0e-4f76-9d88-e6c9c0638295" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.056087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a428f581-ab0e-4f76-9d88-e6c9c0638295" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.056423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a428f581-ab0e-4f76-9d88-e6c9c0638295" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.056423] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a428f581-ab0e-4f76-9d88-e6c9c0638295',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.381338] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.559226] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a428f581-ab0e-4f76-9d88-e6c9c0638295 with status ACTIVE [ 981.563027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.563027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.563027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.563027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.563027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.563027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.563027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.563027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.563027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.563027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.563027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.563027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.563027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.563027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.563027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.563027] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a428f581-ab0e-4f76-9d88-e6c9c0638295 is going to be updated. [ 981.564059] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.564309] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.586610] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.586791] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.586899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.587235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.587343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.587487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a428f581-ab0e-4f76-9d88-e6c9c0638295" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.830020] env[65916]: INFO networking_nsxv3.common.synchronization [req-15daf3c5-5685-4732-a227-1b4a118a5e89 req-042fb788-cc5a-4c61-acdb-385dc7dab524 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_members [ 981.830527] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_members [ 981.830826] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cbacb-98eb-4113-a31a-3c25b0974bba taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.830948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.831020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.831290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.831454] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.831582] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.831618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.831777] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.831869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.831965] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.883927] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.910482] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 981.910660] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b deletion is rescheduled due to dependency. [ 981.910702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.911230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.911465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.911644] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.911761] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.911828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.912217] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.912217] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.912328] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.172425] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.172658] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.172796] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.173455] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.173781] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.173961] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.174093] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.174326] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.174469] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.174761] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.174909] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.175065] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.175185] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.175318] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.175427] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.175670] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.195945] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.196173] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.196286] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.196456] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.196777] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.196954] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.197071] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.197420] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.197608] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.339467] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.339596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.339729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.340132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.340248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.340561] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.340730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.340890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.340996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.341129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.341231] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba already deleted. [ 982.341334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.387651] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.387651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.387651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.387957] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.387957] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.387957] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 982.414170] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.435931] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.436271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.436379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.436738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.437033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.451458] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 982.656048] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f27eab-4975-46c6-844c-a18009ff4315 in Status: SUCCESS [ 982.656397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.656436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.656643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.656841] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.656959] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.657036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.657179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.657257] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.657342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.657433] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45f27eab-4975-46c6-844c-a18009ff4315',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.699545] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.699807] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.699902] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.700207] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.700354] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.700510] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 not found, creating... [ 982.700781] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.700914] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.701044] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.701272] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.701402] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.701683] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.701835] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.701946] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.703116] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.703265] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.703408] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 is going to be created. [ 982.725278] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.725499] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.725709] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.726018] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.726291] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.726466] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.920705] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.160106] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f27eab-4975-46c6-844c-a18009ff4315 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.160226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.160262] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.160458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.160627] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.160726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.160787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.160934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.161039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.161111] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.161256] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f27eab-4975-46c6-844c-a18009ff4315 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.161343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.163311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.163311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.163311] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.163311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.163311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.163311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.163311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.163311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.163311] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45f27eab-4975-46c6-844c-a18009ff4315',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.424037] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.424037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.424037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.424265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.424265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.424325] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 983.427157] env[65916]: INFO networking_nsxv3.common.synchronization [req-15daf3c5-5685-4732-a227-1b4a118a5e89 req-e5910190-9642-42ea-812f-ca39a305860d service nova] Enqueued Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_rules [ 983.429400] env[65916]: INFO networking_nsxv3.common.synchronization [req-15daf3c5-5685-4732-a227-1b4a118a5e89 req-e5910190-9642-42ea-812f-ca39a305860d service nova] Enqueued Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_members [ 983.429400] env[65916]: INFO networking_nsxv3.common.synchronization [req-15daf3c5-5685-4732-a227-1b4a118a5e89 req-e5910190-9642-42ea-812f-ca39a305860d service nova] Enqueued Resource ID: 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 with Priority: HIGHEST for action port [ 983.429400] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_rules [ 983.429400] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_members [ 983.429400] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 with Priority: HIGHEST for action port [ 983.429400] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.429400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.429400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.430018] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.430018] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.431576] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cbacb-98eb-4113-a31a-3c25b0974bba taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.431576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.431576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.431576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.431576] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.431576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.431576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.431899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.431899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.431899] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.432808] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.432920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.432969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.433113] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.433194] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.461044] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.461317] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.461317] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.461574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.461770] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.472623] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 983.666859] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45f27eab-4975-46c6-844c-a18009ff4315: rpc.has_security_group_logging(os_id): False [ 983.687035] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.687035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.687035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.687035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.687035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.687035] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.687035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.687035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.687035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.687035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.687035] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.687035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.687035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.687035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.687035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.688404] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.689260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.689260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.689260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.689260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.689589] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f27eab-4975-46c6-844c-a18009ff4315 is going to be created. [ 983.753744] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.753744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.753744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.753744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.753744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.766858] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f27eab-4975-46c6-844c-a18009ff4315 in Status: IN_PROGRESS for 2s [ 983.935236] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cbacb-98eb-4113-a31a-3c25b0974bba taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.935428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.937235] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 with status ACTIVE [ 983.937235] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.937235] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.937376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.937570] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.937702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.937802] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.937959] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.937959] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.938171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.938253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.938446] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.938549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.938644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.939304] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.939304] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.939304] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 is going to be updated. [ 983.940096] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.988024] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.988204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.988282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.989974] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.990324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.990742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.442631] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.464285] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 984.464285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.950342] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.950342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.950799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.950799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.950799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.951033] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba is going to be created. [ 984.977030] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.977030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.977030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.977030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.977353] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.988631] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba in Status: UNINITIALIZED for 2s [ 985.484588] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 985.484897] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.485112] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.485360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.485579] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.485722] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.485787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.485952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.486044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.486136] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.486233] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.781865] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f27eab-4975-46c6-844c-a18009ff4315 in Status: SUCCESS [ 985.782208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.989376] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.989688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.989688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.989797] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.989900] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.989995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.990068] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.990213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.990300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.990434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.990528] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.990626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.990724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.990897] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.991009] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.991111] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.991171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.991300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.991649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.991649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.991649] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.368719] env[65916]: INFO networking_nsxv3.common.synchronization [None req-673682ef-af2b-4691-9ba4-06a1dd6f4232 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Enqueued Resource ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 with Priority: HIGHEST for action security_group_rules [ 986.369349] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 with Priority: HIGHEST for action security_group_rules [ 986.369931] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.369931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.369931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.370600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.370600] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d87b1b5d-ad43-43c1-8b00-a85c5a2551b9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.494527] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2a6a2f3-8a4b-4cd5-844c-30984ca8781b: rpc.has_security_group_logging(os_id): False [ 986.514424] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.514612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.514747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.515272] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.515272] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.515408] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.515538] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.515623] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.515918] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.515971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.516197] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.516313] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.516387] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.516565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.516664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.516902] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.517058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.517548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.517727] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.517863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.517974] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 986.522351] env[65916]: INFO networking_nsxv3.common.synchronization [None req-baf3119f-92e6-4aeb-ae58-556e507e4afa tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Enqueued Resource ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 with Priority: HIGHEST for action security_group_rules [ 986.523170] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 with Priority: HIGHEST for action security_group_rules [ 986.523571] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.523697] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.599112] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.599304] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.599404] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.599745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.599950] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.618956] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 986.896325] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.896621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.896621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.896770] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.896844] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.897013] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 already deleted. [ 986.897128] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.897258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.897455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.897546] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d87b1b5d-ad43-43c1-8b00-a85c5a2551b9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.000661] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba in Status: SUCCESS [ 987.001278] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.001882] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.002947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.003517] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.003810] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.004825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.004825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.004825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.004825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.004825] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.025253] env[65916]: INFO networking_nsxv3.common.synchronization [req-23d208bd-8a70-411f-9504-9b58ffdc3cce req-8aadab30-854c-456e-87a2-63c57c08e249 tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Enqueued Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_members [ 987.025253] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGHEST for action security_group_members [ 987.025253] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-07651108-55c1-472e-b94f-12fd0eb60c1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.025688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.025863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.026159] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.026637] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.026902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.027111] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.027611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.027820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.028018] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.293533] env[65916]: INFO networking_nsxv3.common.synchronization [req-38448b8b-0985-497f-adad-07b5c7ee2257 req-a88a786f-90fc-4170-9780-a1edaa7bf2c3 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Enqueued Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 987.294401] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 987.294774] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.294945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.295012] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.295284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.295469] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.295575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.295688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.295943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.295943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.296063] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.423652] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.423825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.423864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.424172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.424267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.424447] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 already deleted. [ 987.424612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.507625] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.530154] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.530154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.530154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.530485] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.530485] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.530607] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.530696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.530750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.531447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.531447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.531447] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07651108-55c1-472e-b94f-12fd0eb60c1c is going to be updated. [ 987.568917] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.568917] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.569176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.569307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.569581] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.584861] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07651108-55c1-472e-b94f-12fd0eb60c1c in Status: IN_PROGRESS for 2s [ 987.750092] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.750322] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-945" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.750446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-945" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.750712] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-945" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.750958] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.751126] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.751240] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.751571] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.751571] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.751777] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.751887] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.752017] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.752332] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.752495] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.752636] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.752793] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.775714] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.775714] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.775856] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.775953] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-945" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.776974] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-0909bde5-4e5d-4921-841f-b0da36c1507a taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.776974] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-0909bde5-4e5d-4921-841f-b0da36c1507a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.776974] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-0909bde5-4e5d-4921-841f-b0da36c1507a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.776974] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-0909bde5-4e5d-4921-841f-b0da36c1507a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.777230] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0909bde5-4e5d-4921-841f-b0da36c1507a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.798201] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.798201] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.798201] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.798201] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.798201] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.798447] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.798494] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.798544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.798692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.798767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.798850] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 is going to be updated. [ 987.825696] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.825832] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.825902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.826134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.826272] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.836182] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: IN_PROGRESS for 2s [ 988.012788] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea9cbacb-98eb-4113-a31a-3c25b0974bba: rpc.has_security_group_logging(os_id): False [ 988.032246] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.032431] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.032431] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.032784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.032889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.033159] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.033265] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.033330] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.033489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.033565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.033674] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba is going to be created. [ 988.142781] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.143038] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.143104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.143287] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.143495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.156096] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba in Status: IN_PROGRESS for 2s [ 988.279663] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.280815] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.280955] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.281293] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.281446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.281610] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 0909bde5-4e5d-4921-841f-b0da36c1507a not found, creating... [ 988.281941] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.282134] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.282253] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.282499] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.282737] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.283222] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.283459] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.283586] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.283855] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.284087] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.284204] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 0909bde5-4e5d-4921-841f-b0da36c1507a is going to be created. [ 988.307789] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.308497] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.308774] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.310301] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.310464] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.311472] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-0909bde5-4e5d-4921-841f-b0da36c1507a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.635540] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 988.635896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.024254] env[65916]: INFO networking_nsxv3.common.synchronization [req-38448b8b-0985-497f-adad-07b5c7ee2257 req-4315bd54-1cf5-46e5-a5a1-4370b3323eb1 service nova] Enqueued Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_rules [ 989.024498] env[65916]: INFO networking_nsxv3.common.synchronization [req-38448b8b-0985-497f-adad-07b5c7ee2257 req-4315bd54-1cf5-46e5-a5a1-4370b3323eb1 service nova] Enqueued Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 989.024498] env[65916]: INFO networking_nsxv3.common.synchronization [req-38448b8b-0985-497f-adad-07b5c7ee2257 req-4315bd54-1cf5-46e5-a5a1-4370b3323eb1 service nova] Enqueued Resource ID: 0909bde5-4e5d-4921-841f-b0da36c1507a with Priority: HIGHEST for action port [ 989.025323] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_rules [ 989.025323] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 989.025323] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0909bde5-4e5d-4921-841f-b0da36c1507a with Priority: HIGHEST for action port [ 989.025591] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.025724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.025801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.026023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.026094] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.027029] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.027129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.027823] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-0909bde5-4e5d-4921-841f-b0da36c1507a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.028048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0909bde5-4e5d-4921-841f-b0da36c1507a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.028110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0909bde5-4e5d-4921-841f-b0da36c1507a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.028383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0909bde5-4e5d-4921-841f-b0da36c1507a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.028383] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0909bde5-4e5d-4921-841f-b0da36c1507a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.531273] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.531273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.531273] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0909bde5-4e5d-4921-841f-b0da36c1507a with status ACTIVE [ 989.531563] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.531563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.531648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.531937] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.532037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.533229] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.533229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.533229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.533420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.533490] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.533708] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.533820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.534103] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.534254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.534366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.534417] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0909bde5-4e5d-4921-841f-b0da36c1507a is going to be updated. [ 989.562490] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.562671] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.562792] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.562952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.563102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.563264] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0909bde5-4e5d-4921-841f-b0da36c1507a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.596479] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07651108-55c1-472e-b94f-12fd0eb60c1c in Status: SUCCESS [ 989.596722] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07651108-55c1-472e-b94f-12fd0eb60c1c deletion is rescheduled due to dependency. [ 989.596846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.773270] env[65916]: INFO networking_nsxv3.common.synchronization [req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff req-c0474b96-e170-4ac7-90f4-280d00298112 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Enqueued Resource ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce with Priority: HIGHEST for action security_group_members [ 989.774063] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce with Priority: HIGHEST for action security_group_members [ 989.774310] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-8480cfc7-a7c1-4676-95f3-a3676884e2ce taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.774665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.774665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.774784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.774954] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.775069] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.775138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.775291] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.775373] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.775468] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8480cfc7-a7c1-4676-95f3-a3676884e2ce',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.849678] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: SUCCESS [ 989.849678] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 deletion is rescheduled due to dependency. [ 989.849678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.849678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.849941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.850113] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.850233] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.850312] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.850531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.850661] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.850813] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.159831] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.160304] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-632" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.160304] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-632" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.160604] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-632" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.160884] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.161059] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.161250] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.161452] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.161613] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.162681] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.162681] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.162681] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.162681] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.162681] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.162681] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.162681] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.173559] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba in Status: SUCCESS [ 990.173801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.187230] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.187949] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.188210] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.188511] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-632" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.188788] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-49a19e17-f0e9-4010-bb7c-910635384e67 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.189055] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-49a19e17-f0e9-4010-bb7c-910635384e67" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.189293] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-49a19e17-f0e9-4010-bb7c-910635384e67" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.189669] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-49a19e17-f0e9-4010-bb7c-910635384e67" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.189854] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49a19e17-f0e9-4010-bb7c-910635384e67',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.279549] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.279726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.279800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.280032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.280171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.280322] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.280422] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.280483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.280635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.280705] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.280799] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce already deleted. [ 990.280955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.354164] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.692700] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.692941] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.693080] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.693425] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.693584] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.693756] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 49a19e17-f0e9-4010-bb7c-910635384e67 not found, creating... [ 990.694071] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.694235] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.694339] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.694556] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.694725] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.695111] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.695398] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.695526] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.695737] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.695918] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.696081] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 49a19e17-f0e9-4010-bb7c-910635384e67 is going to be created. [ 990.721776] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.722145] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.722366] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.722788] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.723186] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.723537] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-49a19e17-f0e9-4010-bb7c-910635384e67" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.857748] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.361495] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.361495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.361495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.361495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.361495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.361495] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 is going to be updated. [ 991.395883] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.395883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.395883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.395883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.395883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.405969] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: IN_PROGRESS for 2s [ 991.449371] env[65916]: INFO networking_nsxv3.common.synchronization [req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff req-a9dd561c-4c5c-4264-b0f5-77a4674fba07 service nova] Enqueued Resource ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce with Priority: HIGHEST for action security_group_rules [ 991.449623] env[65916]: INFO networking_nsxv3.common.synchronization [req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff req-a9dd561c-4c5c-4264-b0f5-77a4674fba07 service nova] Enqueued Resource ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce with Priority: HIGHEST for action security_group_members [ 991.449788] env[65916]: INFO networking_nsxv3.common.synchronization [req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff req-a9dd561c-4c5c-4264-b0f5-77a4674fba07 service nova] Enqueued Resource ID: 49a19e17-f0e9-4010-bb7c-910635384e67 with Priority: HIGHEST for action port [ 991.450410] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce with Priority: HIGHEST for action security_group_rules [ 991.450598] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce with Priority: HIGHEST for action security_group_members [ 991.450727] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a19e17-f0e9-4010-bb7c-910635384e67 with Priority: HIGHEST for action port [ 991.451336] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.451890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.451890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.452681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.453025] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8480cfc7-a7c1-4676-95f3-a3676884e2ce',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.455246] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-8480cfc7-a7c1-4676-95f3-a3676884e2ce taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.455528] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.455849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.456259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.456991] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.457622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.457622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.457622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.457622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.461217] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8480cfc7-a7c1-4676-95f3-a3676884e2ce',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.462372] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-49a19e17-f0e9-4010-bb7c-910635384e67 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.462372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49a19e17-f0e9-4010-bb7c-910635384e67" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.462543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49a19e17-f0e9-4010-bb7c-910635384e67" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.462543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49a19e17-f0e9-4010-bb7c-910635384e67" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.462647] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49a19e17-f0e9-4010-bb7c-910635384e67',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.966320] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8480cfc7-a7c1-4676-95f3-a3676884e2ce',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.966697] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-8480cfc7-a7c1-4676-95f3-a3676884e2ce taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.966834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.966980] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49a19e17-f0e9-4010-bb7c-910635384e67 with status ACTIVE [ 991.968403] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.968403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.968403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.968403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.968403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.968403] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.968403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.968403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.968836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.968972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.969248] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.969391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.969494] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.969799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.970141] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.970141] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49a19e17-f0e9-4010-bb7c-910635384e67 is going to be updated. [ 991.995260] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.995447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.995488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.996033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.996033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.996033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49a19e17-f0e9-4010-bb7c-910635384e67" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.472422] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8480cfc7-a7c1-4676-95f3-a3676884e2ce',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.532417] env[65916]: INFO networking_nsxv3.common.synchronization [req-e906f54f-50ba-4f5a-bde4-860d6e9163bb req-56345e46-bd32-4dea-a6b0-5d67eca7b05c tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Enqueued Resource ID: 45f27eab-4975-46c6-844c-a18009ff4315 with Priority: HIGHEST for action security_group_members [ 992.533717] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f27eab-4975-46c6-844c-a18009ff4315 with Priority: HIGHEST for action security_group_members [ 992.535277] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f27eab-4975-46c6-844c-a18009ff4315 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.535277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.535277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.535277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.535277] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.535277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.535277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.535277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.535277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.536083] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f27eab-4975-46c6-844c-a18009ff4315',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.978027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.978027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.978027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.978341] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.978341] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.978341] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce is going to be created. [ 993.005261] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.005446] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.005506] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.005697] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.005855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.016602] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce in Status: UNINITIALIZED for 2s [ 993.038607] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.038880] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.038972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.039533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.039533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.039732] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.039847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.039847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.040061] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.040142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.040275] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f27eab-4975-46c6-844c-a18009ff4315 is going to be updated. [ 993.076308] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.076308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.076483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.076606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.076771] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.093770] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f27eab-4975-46c6-844c-a18009ff4315 in Status: IN_PROGRESS for 2s [ 993.419567] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: SUCCESS [ 993.419757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.420183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.420516] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.420887] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.421079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.421175] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.421419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.421750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.421750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.421901] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.924697] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.925013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.925013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.925984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.925984] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.925984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.925984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.925984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.925984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.925984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.925984] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.926277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.926277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.926277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.926367] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.926428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.926487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.926655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.926689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.926786] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.926831] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.430637] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 913792f9-4c47-439b-a7ef-670e3356fe79: rpc.has_security_group_logging(os_id): False [ 994.454124] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.454323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.454323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.454544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.454753] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.455204] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.455204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.455204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.455450] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.455530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.455939] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.456087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.456157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.456386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.456527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.456782] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.456908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.457023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.457183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.457282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.457372] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 is going to be updated. [ 994.539311] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.539311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.539311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.539311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.539311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.552831] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: IN_PROGRESS for 2s [ 995.028399] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce in Status: SUCCESS [ 995.028668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.028837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.029101] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.029409] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.029584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.029648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.029779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.029855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.029942] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.030052] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8480cfc7-a7c1-4676-95f3-a3676884e2ce',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.105729] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f27eab-4975-46c6-844c-a18009ff4315 in Status: SUCCESS [ 995.106266] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f27eab-4975-46c6-844c-a18009ff4315 deletion is rescheduled due to dependency. [ 995.106266] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f27eab-4975-46c6-844c-a18009ff4315" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.532372] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8480cfc7-a7c1-4676-95f3-a3676884e2ce',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.786157] env[65916]: INFO networking_nsxv3.common.synchronization [req-ad7e5449-2cca-49d1-8c24-269985e45fcd req-154cbbe9-2059-49b9-8e49-75b68db955dd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 995.786973] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 995.787884] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.787884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.787884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.787884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.788177] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.788177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.788296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.788499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.788592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.788694] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.035616] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8480cfc7-a7c1-4676-95f3-a3676884e2ce: rpc.has_security_group_logging(os_id): False [ 996.057311] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.057527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.057527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.057745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.057829] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.058101] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.058243] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.058310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.058487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.058569] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.058659] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce is going to be created. [ 996.123093] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.123331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.123331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.123417] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.124494] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.135803] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce in Status: IN_PROGRESS for 2s [ 996.290852] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.569713] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: SUCCESS [ 996.569898] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.793076] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.297591] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.297962] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.297962] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.298651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.298651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.298651] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 997.332087] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.332267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.332308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.332529] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.332659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.356692] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 998.152444] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce in Status: SUCCESS [ 998.152782] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.369801] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 999.370112] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.788149] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1000.788656] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1004.477505] env[65916]: INFO networking_nsxv3.common.synchronization [req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 req-89f28bdf-3ba9-44bd-a727-03d9dfc4b8ad tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Enqueued Resource ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 with Priority: HIGHEST for action security_group_members [ 1004.478920] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 with Priority: HIGHEST for action security_group_members [ 1004.479486] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.479693] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.479869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.480561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.480860] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.481279] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.481279] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.482168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.482168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.482168] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87b1b5d-ad43-43c1-8b00-a85c5a2551b9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.985324] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.985539] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.985602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.986389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.986389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.986389] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.986389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.986389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.986735] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.986735] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.986735] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 already deleted. [ 1004.986735] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.012888] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.013064] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.013163] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.013441] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.013844] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.013979] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.013979] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.014293] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.014440] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.014744] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.014870] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.014975] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.015153] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.015221] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.015293] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.015420] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.038077] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.038189] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.038320] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.038873] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.039224] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-aedb85e5-81c4-4e17-84aa-1cae538046c5 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.039451] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-aedb85e5-81c4-4e17-84aa-1cae538046c5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.039727] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-aedb85e5-81c4-4e17-84aa-1cae538046c5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.039910] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-aedb85e5-81c4-4e17-84aa-1cae538046c5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.040085] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aedb85e5-81c4-4e17-84aa-1cae538046c5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.126146] env[65916]: INFO networking_nsxv3.common.synchronization [req-a4ec311d-38a9-4974-bc56-e5908007bce5 req-30d878cb-7a27-49f3-b5ba-7445a65df1bd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 1005.126682] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 1005.127012] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.127331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.127396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.127607] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.127823] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.128062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.128062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.128170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.128253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.128345] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.543417] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.543761] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.543761] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.544058] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.544251] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.544530] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port aedb85e5-81c4-4e17-84aa-1cae538046c5 not found, creating... [ 1005.544935] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.545164] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.545317] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.545597] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.545824] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.546166] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.546376] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.547116] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.547116] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.547116] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.547385] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: aedb85e5-81c4-4e17-84aa-1cae538046c5 is going to be created. [ 1005.575318] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.575477] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.579099] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.579099] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.579099] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.579099] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-aedb85e5-81c4-4e17-84aa-1cae538046c5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.632579] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.632833] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.632943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.633216] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.633314] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.633673] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.633673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.633673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.633823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.633873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.633969] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 1005.684796] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.684796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.684796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.684796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.684796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.703366] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 1006.300051] env[65916]: INFO networking_nsxv3.common.synchronization [req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 req-f47ff937-14b8-4fd9-bcba-139c2dc6c7e0 service nova] Enqueued Resource ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 with Priority: HIGHEST for action security_group_rules [ 1006.300184] env[65916]: INFO networking_nsxv3.common.synchronization [req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 req-f47ff937-14b8-4fd9-bcba-139c2dc6c7e0 service nova] Enqueued Resource ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 with Priority: HIGHEST for action security_group_members [ 1006.300399] env[65916]: INFO networking_nsxv3.common.synchronization [req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 req-f47ff937-14b8-4fd9-bcba-139c2dc6c7e0 service nova] Enqueued Resource ID: aedb85e5-81c4-4e17-84aa-1cae538046c5 with Priority: HIGHEST for action port [ 1006.301220] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 with Priority: HIGHEST for action security_group_rules [ 1006.301448] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 with Priority: HIGHEST for action security_group_members [ 1006.301599] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aedb85e5-81c4-4e17-84aa-1cae538046c5 with Priority: HIGHEST for action port [ 1006.302027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.302218] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.302465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.302801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.302801] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d87b1b5d-ad43-43c1-8b00-a85c5a2551b9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.304478] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.304689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.304758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.305029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.305204] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.305343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.305430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.305663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.305785] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.305869] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87b1b5d-ad43-43c1-8b00-a85c5a2551b9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.306958] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-aedb85e5-81c4-4e17-84aa-1cae538046c5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.307318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aedb85e5-81c4-4e17-84aa-1cae538046c5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.307318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aedb85e5-81c4-4e17-84aa-1cae538046c5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.307651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aedb85e5-81c4-4e17-84aa-1cae538046c5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.307651] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aedb85e5-81c4-4e17-84aa-1cae538046c5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.809326] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.809781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.810491] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d87b1b5d-ad43-43c1-8b00-a85c5a2551b9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.811581] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aedb85e5-81c4-4e17-84aa-1cae538046c5 with status ACTIVE [ 1006.811805] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.811805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.812048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.812270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.812526] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.812877] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.812984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.813137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.813732] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.813834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.814238] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.814366] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.816210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.816210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.816210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.816210] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aedb85e5-81c4-4e17-84aa-1cae538046c5 is going to be updated. [ 1006.839717] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.839952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.839952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.840134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.840272] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.840432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aedb85e5-81c4-4e17-84aa-1cae538046c5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.859315] env[65916]: INFO networking_nsxv3.common.synchronization [req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa req-7502af60-83a3-4786-a7ad-710a005eef06 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_members [ 1006.860353] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_members [ 1006.861342] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cbacb-98eb-4113-a31a-3c25b0974bba taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.861566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.861657] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.861866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.862049] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.862155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.862210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.862378] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.862464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.862588] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.196313] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.196492] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.196611] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.196882] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.197177] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.197339] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.197454] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.197781] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.197881] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.198113] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.198230] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.198371] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.198438] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.198546] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.198716] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.198772] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.219738] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.219738] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.219910] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.220087] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.220456] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.220804] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.221082] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.221462] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.221756] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ef5fc1d-0ff0-4e40-86ce-177547c6d35a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.317544] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d87b1b5d-ad43-43c1-8b00-a85c5a2551b9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.365915] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.714472] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 1007.714472] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 deletion is rescheduled due to dependency. [ 1007.714472] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.724965] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.725214] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.725344] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.725623] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.725802] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.725932] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a not found, creating... [ 1007.726236] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.726404] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.726923] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.726923] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.726923] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.727225] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.727387] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.727534] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.727705] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.727838] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.728043] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a is going to be created. [ 1007.751054] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.751054] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.751054] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.751054] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.751054] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.751417] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.821747] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.821747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.821747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.823252] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.823393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.823535] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 is going to be created. [ 1007.855028] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.855255] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.855402] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.855683] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.855883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.868380] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 in Status: UNINITIALIZED for 2s [ 1007.868646] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.370925] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.371125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.371190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.371455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.371552] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.371655] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba is going to be updated. [ 1008.406676] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.406838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.406889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.407128] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.407276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.419634] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba in Status: IN_PROGRESS for 2s [ 1008.517246] env[65916]: INFO networking_nsxv3.common.synchronization [req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa req-8d88f8a9-aa00-45c1-8bb3-0a831db2998b service nova] Enqueued Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_rules [ 1008.517246] env[65916]: INFO networking_nsxv3.common.synchronization [req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa req-8d88f8a9-aa00-45c1-8bb3-0a831db2998b service nova] Enqueued Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_members [ 1008.517360] env[65916]: INFO networking_nsxv3.common.synchronization [req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa req-8d88f8a9-aa00-45c1-8bb3-0a831db2998b service nova] Enqueued Resource ID: 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a with Priority: HIGHEST for action port [ 1008.517905] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_rules [ 1008.518107] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_members [ 1008.518189] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a with Priority: HIGHEST for action port [ 1008.518445] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.518566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.518633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.518849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.518971] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.520141] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cbacb-98eb-4113-a31a-3c25b0974bba taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.520141] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.520141] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.520456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.520456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.520589] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.520589] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ef5fc1d-0ff0-4e40-86ce-177547c6d35a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.022958] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cbacb-98eb-4113-a31a-3c25b0974bba taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.023289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.023334] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a with status ACTIVE [ 1009.023528] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.023643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.023710] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.024008] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.024249] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.024308] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.024397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.024457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.024697] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.024770] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.024992] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.025109] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.025172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.025320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.025399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.025494] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a is going to be updated. [ 1009.051496] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.051653] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.051738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.052094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.052249] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.052470] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.859511] env[65916]: INFO networking_nsxv3.common.synchronization [req-c5b05b4d-9f56-4d90-ba57-546a5439f100 req-a8197918-b2c5-4101-9cd0-eca685edcb22 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Enqueued Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 1009.859511] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 1009.859804] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.859919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.859990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.860409] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.860572] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.860681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.860743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.860896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.860981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.861108] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.878065] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 in Status: SUCCESS [ 1009.878282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.878840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.879057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.879246] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.879355] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.879820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.879992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.880098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.880185] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.880274] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d87b1b5d-ad43-43c1-8b00-a85c5a2551b9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.363613] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.363978] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.363978] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.364135] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.364240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.364433] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.364553] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.364725] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.364966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.365120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.365218] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 is going to be updated. [ 1010.382781] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d87b1b5d-ad43-43c1-8b00-a85c5a2551b9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.393481] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.393754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.393754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.393975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.394178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.409195] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: IN_PROGRESS for 2s [ 1010.437990] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba in Status: SUCCESS [ 1010.438222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.439351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.439703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.439963] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.440171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.440278] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.440518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.440645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.440806] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.615520] env[65916]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1010.615743] env[65916]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] NSXv3 Agent Agent loop - iteration:2 started [ 1010.884827] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d87b1b5d-ad43-43c1-8b00-a85c5a2551b9: rpc.has_security_group_logging(os_id): False [ 1010.903765] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.903982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.904405] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.904488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.904539] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.904985] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.905261] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.905703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.905703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.905809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.905913] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 is going to be created. [ 1010.943453] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.965409] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.965581] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.965640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.965873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.966073] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.978997] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 in Status: IN_PROGRESS for 2s [ 1011.446336] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.603118] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.603336] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.603467] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.603760] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.604129] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.604226] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.604307] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.604526] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.604706] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.604939] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.605170] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.605308] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.605456] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.605575] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.605688] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.605824] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.626381] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.626577] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.626738] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.627127] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.627363] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.627478] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.627720] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.627885] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.628034] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3917a09d-52d9-4142-bfa2-bbb2e6fba0fd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.949184] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.949435] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.949524] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.949820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.949874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.950000] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba is going to be updated. [ 1011.979985] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.979985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.979985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.980279] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.980333] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.990616] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba in Status: IN_PROGRESS for 2s [ 1012.130773] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.130773] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.130773] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.131173] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.131227] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.131504] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.131684] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.131806] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.132066] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.132217] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.132529] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.132765] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.133097] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.133194] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.133296] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.133437] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd is going to be updated. [ 1012.159390] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.159616] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.159880] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.160190] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.160414] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.160646] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.420459] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: SUCCESS [ 1012.420713] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 deletion is rescheduled due to dependency. [ 1012.420781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.865128] env[65916]: INFO networking_nsxv3.common.synchronization [req-8b0173a9-1a08-45de-bb0e-5c7fe456847d req-e9e61d6e-292f-4028-8864-e02ff2360f1c service nova] Enqueued Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_rules [ 1012.865404] env[65916]: INFO networking_nsxv3.common.synchronization [req-8b0173a9-1a08-45de-bb0e-5c7fe456847d req-e9e61d6e-292f-4028-8864-e02ff2360f1c service nova] Enqueued Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_members [ 1012.865455] env[65916]: INFO networking_nsxv3.common.synchronization [req-8b0173a9-1a08-45de-bb0e-5c7fe456847d req-e9e61d6e-292f-4028-8864-e02ff2360f1c service nova] Enqueued Resource ID: 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd with Priority: HIGHEST for action port [ 1012.866038] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_rules [ 1012.866172] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_members [ 1012.866268] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd with Priority: HIGHEST for action port [ 1012.866590] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3aeae12-f889-40dc-a0be-e953d4927da6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.866645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.866708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.866902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.867028] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.867779] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aeae12-f889-40dc-a0be-e953d4927da6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.867890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.867953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.868280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.868429] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.868429] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.868520] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.868607] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.868690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.869328] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.870238] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.870238] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.870238] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.870238] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.870238] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3917a09d-52d9-4142-bfa2-bbb2e6fba0fd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.991260] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 in Status: SUCCESS [ 1012.991517] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.372515] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aeae12-f889-40dc-a0be-e953d4927da6 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.372751] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.372882] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.373845] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd with status ACTIVE [ 1013.374206] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.374206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.374206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.374426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.374511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.374736] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.374859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.374920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.375099] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.375179] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.375369] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.375465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.375527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.375668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.375743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.375835] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd is going to be updated. [ 1013.397759] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.397975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.398032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.398263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.398425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.398583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.878130] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.000376] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba in Status: SUCCESS [ 1014.000635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.000823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.001090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.001294] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.001413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.001478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.001627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.001707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.001795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.001887] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.380314] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.380500] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.380552] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.381062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.381182] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.381284] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aeae12-f889-40dc-a0be-e953d4927da6 is going to be updated. [ 1014.411542] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.411702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.411843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.412088] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.412308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.421607] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aeae12-f889-40dc-a0be-e953d4927da6 in Status: IN_PROGRESS for 2s [ 1014.453428] env[65916]: INFO networking_nsxv3.common.synchronization [req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 req-e364872d-183e-4dde-9b0f-451b18e97b2b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 1014.453428] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 1014.453515] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.453690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.453799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.454159] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.454969] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.454969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.454969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.454969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.454969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.455207] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.504411] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.836675] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-416 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.836910] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.837082] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.837347] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.837625] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.837782] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.837897] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.839213] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.839386] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.839595] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.839709] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.839821] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.839930] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.840048] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.840154] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.840283] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.863277] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.863448] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.863605] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.863805] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-416" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.864234] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-4ad08ca3-e99f-4d89-b672-1e478855c98b taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.864424] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-4ad08ca3-e99f-4d89-b672-1e478855c98b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.864528] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-4ad08ca3-e99f-4d89-b672-1e478855c98b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.864884] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-4ad08ca3-e99f-4d89-b672-1e478855c98b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.865153] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad08ca3-e99f-4d89-b672-1e478855c98b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.957044] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.957420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.957420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.957582] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.958858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.958858] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.958858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.958858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.958858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.958858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.958858] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 1014.992737] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.992924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.992996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.993284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.993470] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.004377] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 1015.006807] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea9cbacb-98eb-4113-a31a-3c25b0974bba: rpc.has_security_group_logging(os_id): False [ 1015.024185] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.024368] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.024407] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.024596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.024752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.025058] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.025226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.025276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.025405] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.025484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.025570] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba is going to be updated. [ 1015.085319] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.085527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.085527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.085638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.085843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.099432] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba in Status: IN_PROGRESS for 2s [ 1015.367338] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.367551] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.367678] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.367972] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.368143] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.368299] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 4ad08ca3-e99f-4d89-b672-1e478855c98b not found, creating... [ 1015.368553] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.368713] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.368830] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.369063] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.369202] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.369486] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.369639] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.369756] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.369961] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.370107] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.370244] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 4ad08ca3-e99f-4d89-b672-1e478855c98b is going to be created. [ 1015.390805] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.391029] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.391206] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.391405] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.391625] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.391847] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-4ad08ca3-e99f-4d89-b672-1e478855c98b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.110991] env[65916]: INFO networking_nsxv3.common.synchronization [req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 req-293f3c7a-6bff-4f5b-80a9-4dae3c9cd30e service nova] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_rules [ 1016.111319] env[65916]: INFO networking_nsxv3.common.synchronization [req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 req-293f3c7a-6bff-4f5b-80a9-4dae3c9cd30e service nova] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 1016.111319] env[65916]: INFO networking_nsxv3.common.synchronization [req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 req-293f3c7a-6bff-4f5b-80a9-4dae3c9cd30e service nova] Enqueued Resource ID: 4ad08ca3-e99f-4d89-b672-1e478855c98b with Priority: HIGHEST for action port [ 1016.111853] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_rules [ 1016.111997] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 1016.112105] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ad08ca3-e99f-4d89-b672-1e478855c98b with Priority: HIGHEST for action port [ 1016.112974] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.113291] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.113486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.113799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.115715] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.115715] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.115715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.115715] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ad08ca3-e99f-4d89-b672-1e478855c98b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.115715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ad08ca3-e99f-4d89-b672-1e478855c98b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.115715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ad08ca3-e99f-4d89-b672-1e478855c98b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.116127] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ad08ca3-e99f-4d89-b672-1e478855c98b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.116127] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad08ca3-e99f-4d89-b672-1e478855c98b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.432636] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aeae12-f889-40dc-a0be-e953d4927da6 in Status: SUCCESS [ 1016.432841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.433013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.433355] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.433564] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.433728] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.433797] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.434040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.434144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.434266] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.434379] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.621852] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.621852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.621852] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ad08ca3-e99f-4d89-b672-1e478855c98b with status ACTIVE [ 1016.621852] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.621852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.621852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.621852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.621852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.621852] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.621852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.621852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.621852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.621852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.621852] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.622515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.622515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.622515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.622515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.622515] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ad08ca3-e99f-4d89-b672-1e478855c98b is going to be updated. [ 1016.642935] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.643123] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.643204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.643431] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.643569] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.643731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ad08ca3-e99f-4d89-b672-1e478855c98b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.936898] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.016057] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 1017.016057] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 deletion is rescheduled due to dependency. [ 1017.016057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.016365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.016365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.016477] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.016740] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.016740] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.016855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.016908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.017042] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.113989] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba in Status: SUCCESS [ 1017.113989] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.439355] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3aeae12-f889-40dc-a0be-e953d4927da6: rpc.has_security_group_logging(os_id): False [ 1017.461448] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.461729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.461892] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.462293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.462374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.462808] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.463541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.463541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.463541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.463541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.463751] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3aeae12-f889-40dc-a0be-e953d4927da6 is going to be updated. [ 1017.519451] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.533022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.533022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.533022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.533731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.533731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.554273] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3aeae12-f889-40dc-a0be-e953d4927da6 in Status: IN_PROGRESS for 2s [ 1018.021995] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.525054] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.525504] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.525504] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.526456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.526571] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.526693] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 1018.564889] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.564889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.564889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.565297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.565297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.578101] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 1018.681559] env[65916]: INFO networking_nsxv3.common.synchronization [None req-98529bb3-ba17-49b6-b58f-09a7ee2bdce5 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 1018.682174] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 1018.683131] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.683404] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.683463] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.683668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.683900] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.684066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.684138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.684383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.684475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.684576] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.191069] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.191354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.191481] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.191807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.191956] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.192360] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.192504] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.192693] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.192996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.193163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.193321] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be updated. [ 1019.226630] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.226805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.226961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.227084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.227246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.240207] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: IN_PROGRESS for 2s [ 1019.574356] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3aeae12-f889-40dc-a0be-e953d4927da6 in Status: SUCCESS [ 1019.574356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.591186] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 1020.591471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.592220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.592220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.592220] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.592220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.592562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.592562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.592562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.592562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.592713] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.095971] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.096172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.096231] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.096452] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.096619] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.096715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.096780] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.096928] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.097027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.097153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.097273] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.097364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.097419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.097559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.097694] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.097784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.097844] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.097979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.098076] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.098155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.098240] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.250134] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: IN_PROGRESS for 4s [ 1021.601695] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aded5f7a-1c3d-402b-a5a1-d815234ecf66: rpc.has_security_group_logging(os_id): False [ 1021.622121] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.622300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.622679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.623526] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.623616] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.623838] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.623949] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.624040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.624221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.624300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.624522] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.624732] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.625611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.625936] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.626049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.626258] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.626426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.626426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.626572] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.626656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.626747] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 1021.701027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.701027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.701027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.701356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.701505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.738191] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 1021.805884] env[65916]: INFO networking_nsxv3.common.synchronization [req-b358d4cd-1989-4fca-b241-116765a752e0 req-a588ee94-8c2f-43e1-beb1-adae8e539833 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 1021.806470] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 1021.806791] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.806900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.807104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.807385] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.807609] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.807765] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.807869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.808078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.808220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.808345] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.122045] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.122278] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.122367] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.122634] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.122970] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.123319] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.123533] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.123822] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.124039] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.124622] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.124992] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.125135] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.125335] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.125486] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.125619] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.125759] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.146432] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.146617] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.146737] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.146917] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.147264] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-6fb94135-be5a-44a1-9368-82c55973f4c4 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.147443] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-6fb94135-be5a-44a1-9368-82c55973f4c4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.147547] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-6fb94135-be5a-44a1-9368-82c55973f4c4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.147885] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-6fb94135-be5a-44a1-9368-82c55973f4c4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.148030] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fb94135-be5a-44a1-9368-82c55973f4c4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.310549] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.651166] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.651166] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.651722] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.652065] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.652252] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.652671] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 6fb94135-be5a-44a1-9368-82c55973f4c4 not found, creating... [ 1022.653049] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.653322] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.653494] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.653791] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.653939] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.654335] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.654498] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.654647] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.654985] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.655211] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.655384] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 6fb94135-be5a-44a1-9368-82c55973f4c4 is going to be created. [ 1022.681878] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.682122] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.682249] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.682524] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.682952] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.683285] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-6fb94135-be5a-44a1-9368-82c55973f4c4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.813540] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.265971] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: SUCCESS [ 1023.266239] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e deletion is rescheduled due to dependency. [ 1023.266333] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.316302] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.316473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.316550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.316982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.317127] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.317236] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 1023.358828] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.359057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.359057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.359285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.359439] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.378700] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 1023.444161] env[65916]: INFO networking_nsxv3.common.synchronization [req-b358d4cd-1989-4fca-b241-116765a752e0 req-8a1d65a9-f365-494f-b2ce-9bb27f6c4c3e service nova] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_rules [ 1023.444464] env[65916]: INFO networking_nsxv3.common.synchronization [req-b358d4cd-1989-4fca-b241-116765a752e0 req-8a1d65a9-f365-494f-b2ce-9bb27f6c4c3e service nova] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 1023.444710] env[65916]: INFO networking_nsxv3.common.synchronization [req-b358d4cd-1989-4fca-b241-116765a752e0 req-8a1d65a9-f365-494f-b2ce-9bb27f6c4c3e service nova] Enqueued Resource ID: 6fb94135-be5a-44a1-9368-82c55973f4c4 with Priority: HIGHEST for action port [ 1023.448257] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_rules [ 1023.448257] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 1023.448257] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fb94135-be5a-44a1-9368-82c55973f4c4 with Priority: HIGHEST for action port [ 1023.448594] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.448724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.448796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.449013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.449099] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.450108] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.450209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.450413] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fb94135-be5a-44a1-9368-82c55973f4c4 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.450533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fb94135-be5a-44a1-9368-82c55973f4c4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.450613] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fb94135-be5a-44a1-9368-82c55973f4c4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.450853] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fb94135-be5a-44a1-9368-82c55973f4c4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.450937] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fb94135-be5a-44a1-9368-82c55973f4c4',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.760054] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 1023.760054] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.952673] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.952912] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.953190] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fb94135-be5a-44a1-9368-82c55973f4c4 with status ACTIVE [ 1023.953426] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.953602] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.953672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.954410] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.954410] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.954410] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.954650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.954650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.954891] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.954976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.955899] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.955899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.955899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.955899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.955899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.955899] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fb94135-be5a-44a1-9368-82c55973f4c4 is going to be updated. [ 1023.982106] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.982106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.982393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.982485] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.982672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.982883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fb94135-be5a-44a1-9368-82c55973f4c4" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.391763] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 1025.391763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.392260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.392300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.392558] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.392708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.392812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.393081] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.393216] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.393370] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.896320] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.399508] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.906321] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.906477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.906550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.906761] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.906869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.906967] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 1026.936956] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.937171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.937268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.937481] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.937626] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.946220] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 1027.642327] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.642776] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.642846] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.643597] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.644259] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.644456] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.644575] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.644837] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.644980] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.645604] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.645604] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.645604] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.645823] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.645823] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.645915] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.646478] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.669352] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.669574] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.669731] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.669887] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.670230] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-fe61e35c-7df9-442c-a935-35d62e7b0961 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.670421] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.670507] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.670845] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.671043] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe61e35c-7df9-442c-a935-35d62e7b0961',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.173084] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.173357] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.173482] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.173769] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.173912] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.174076] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port fe61e35c-7df9-442c-a935-35d62e7b0961 not found, creating... [ 1028.174349] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.174501] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.174616] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.174828] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.174960] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.175368] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.175516] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.175615] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.175848] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.175982] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.176134] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: fe61e35c-7df9-442c-a935-35d62e7b0961 is going to be created. [ 1028.196223] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.196527] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.196590] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.196824] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.197060] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.197350] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.449527] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1028.449806] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1028.926460] env[65916]: INFO networking_nsxv3.common.synchronization [req-89daca92-d14c-4c1d-a6ef-a8584f64d969 req-23ccb343-cc7d-4256-aa93-73eecf7b2d88 service nova] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_rules [ 1028.926846] env[65916]: INFO networking_nsxv3.common.synchronization [req-89daca92-d14c-4c1d-a6ef-a8584f64d969 req-23ccb343-cc7d-4256-aa93-73eecf7b2d88 service nova] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 1028.926846] env[65916]: INFO networking_nsxv3.common.synchronization [req-89daca92-d14c-4c1d-a6ef-a8584f64d969 req-23ccb343-cc7d-4256-aa93-73eecf7b2d88 service nova] Enqueued Resource ID: fe61e35c-7df9-442c-a935-35d62e7b0961 with Priority: HIGHEST for action port [ 1028.927671] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_rules [ 1028.927780] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 1028.927916] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe61e35c-7df9-442c-a935-35d62e7b0961 with Priority: HIGHEST for action port [ 1028.928653] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.928862] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.928940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.929285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.929368] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.930759] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.930916] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.930990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.931271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.931502] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.931620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.931679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.931896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.931994] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.932101] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.932983] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe61e35c-7df9-442c-a935-35d62e7b0961 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.933433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.933514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.933664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.933820] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe61e35c-7df9-442c-a935-35d62e7b0961',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.944119] env[65916]: INFO networking_nsxv3.common.synchronization [req-ba922c8a-11ae-4d69-adeb-8d61f7cf478c req-6910be0b-648d-40d9-b931-13d064450c61 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1028.944769] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1028.946232] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.946398] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.946524] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.946879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.947155] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.947938] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.948027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.948216] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.948325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.948413] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.961162] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 1028.961162] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.961162] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.961295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.961480] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.961600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.961660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.961757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.961835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.961912] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.961996] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.435685] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.436546] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.436726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.437965] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe61e35c-7df9-442c-a935-35d62e7b0961 with status ACTIVE [ 1029.438152] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.438315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.438380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.438588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.438663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.438841] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.439023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.439023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.439168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.439230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.439435] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.439554] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.439622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.439801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.439872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.439911] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe61e35c-7df9-442c-a935-35d62e7b0961 is going to be updated. [ 1029.453196] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.453356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.453445] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.453649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.453754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.454123] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.454554] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.454554] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.454668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.454724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.454874] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 1029.464748] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.465031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.465031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.465194] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.465400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.465590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.466045] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.466222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.466310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.466541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.466665] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.466770] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.466816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.466928] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.467014] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.467133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.467289] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.467379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.467444] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.467588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.467726] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.467834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.467891] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.468061] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.468157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.468251] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.468403] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.486951] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.487140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.487216] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.487454] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.487565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.496349] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 1029.942055] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.971079] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 481061d5-95e1-4192-a671-a98e4917c518: rpc.has_security_group_logging(os_id): False [ 1029.988700] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.988857] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.988930] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.989178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.989276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.989470] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.989574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.989634] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.989823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.989908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.990126] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.990225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.990286] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.990425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.990499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.990688] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.990781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.990840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.990974] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.991060] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.991146] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 1030.052028] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.052028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.052028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.052274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.052408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.071371] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 1030.446033] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.446033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.446317] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.446371] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.446529] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.446604] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be updated. [ 1030.541286] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.541492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.541552] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.541771] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.541967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.560331] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: IN_PROGRESS for 2s [ 1030.914747] env[65916]: INFO networking_nsxv3.common.synchronization [req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 req-48edc9c1-60cf-4415-b31f-17dd537f9ebb tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Enqueued Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 1030.914747] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 1030.915324] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.915492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.915592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.916277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.916538] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.916678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.916824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.916968] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.917122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.917278] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.296750] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.297268] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-945" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.297268] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-945" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.297414] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-945" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.297619] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.297784] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.297901] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.298312] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.298544] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.298825] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.298971] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.299086] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.299193] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.299329] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.299451] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.299651] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.335583] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.335583] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.335885] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.335885] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-945" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.336248] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-a4b10e0a-5b40-42b3-8966-5a3d28e27801 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.337185] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-a4b10e0a-5b40-42b3-8966-5a3d28e27801" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.337185] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-a4b10e0a-5b40-42b3-8966-5a3d28e27801" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.337185] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-a4b10e0a-5b40-42b3-8966-5a3d28e27801" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.337185] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b10e0a-5b40-42b3-8966-5a3d28e27801',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.421347] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.421347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.421347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.421745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.423041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.423041] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.423041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.423041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.423041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.423041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.423384] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 is going to be updated. [ 1031.457546] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.457826] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.457953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.458097] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.458288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.506186] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: IN_PROGRESS for 2s [ 1031.509880] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 1031.510085] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b deletion is rescheduled due to dependency. [ 1031.510295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.840298] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.840579] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.840729] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.841012] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.841506] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.841506] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port a4b10e0a-5b40-42b3-8966-5a3d28e27801 not found, creating... [ 1031.841621] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.841959] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.841959] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.842223] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.842357] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.842647] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.842808] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.842962] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.843267] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.843367] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.843573] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: a4b10e0a-5b40-42b3-8966-5a3d28e27801 is going to be created. [ 1031.884601] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.884724] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.884869] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.885372] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.885764] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.886150] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-a4b10e0a-5b40-42b3-8966-5a3d28e27801" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.091159] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 1032.091476] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.572986] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: SUCCESS [ 1032.572986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.572986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.572986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.573563] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.573563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.573563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.573693] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.573693] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.573854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.573916] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.634127] env[65916]: INFO networking_nsxv3.common.synchronization [req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 req-467a18b9-5327-4aef-957b-235844e08c69 service nova] Enqueued Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_rules [ 1032.634385] env[65916]: INFO networking_nsxv3.common.synchronization [req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 req-467a18b9-5327-4aef-957b-235844e08c69 service nova] Enqueued Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 1032.634563] env[65916]: INFO networking_nsxv3.common.synchronization [req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 req-467a18b9-5327-4aef-957b-235844e08c69 service nova] Enqueued Resource ID: a4b10e0a-5b40-42b3-8966-5a3d28e27801 with Priority: HIGHEST for action port [ 1032.635176] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_rules [ 1032.635442] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 1032.635578] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b10e0a-5b40-42b3-8966-5a3d28e27801 with Priority: HIGHEST for action port [ 1032.635871] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.636009] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.636140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.637281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.637375] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.638332] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.638456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.638639] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4b10e0a-5b40-42b3-8966-5a3d28e27801 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.638749] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4b10e0a-5b40-42b3-8966-5a3d28e27801" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.638788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4b10e0a-5b40-42b3-8966-5a3d28e27801" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.638972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4b10e0a-5b40-42b3-8966-5a3d28e27801" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.639075] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b10e0a-5b40-42b3-8966-5a3d28e27801',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.076271] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.076458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.076532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.076755] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.076926] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.077069] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.077107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.077244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.077332] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.077417] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.077565] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.077657] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.077713] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.077847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.077983] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.078089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.078151] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.078285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.078359] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.078438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.078526] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.140756] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.140888] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.141093] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4b10e0a-5b40-42b3-8966-5a3d28e27801 with status ACTIVE [ 1033.141262] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.141416] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.141471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.141662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.141838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.142069] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.142211] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.142289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.142435] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.142517] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.142712] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.142806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.142860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.143010] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.143084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.143169] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4b10e0a-5b40-42b3-8966-5a3d28e27801 is going to be updated. [ 1033.166322] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.166529] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.166579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.166768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.166908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.167090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4b10e0a-5b40-42b3-8966-5a3d28e27801" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.261818] env[65916]: INFO networking_nsxv3.common.synchronization [req-60b3de1d-c00e-4ada-a09a-76d21a935f0c req-e3db5fe6-257d-4c2e-9b83-464607e32b25 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 1033.261818] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGHEST for action security_group_members [ 1033.261818] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.261818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.261818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.262043] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.263053] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.263053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.263053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.263053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.263053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.263053] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.518219] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: SUCCESS [ 1033.518403] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 deletion is rescheduled due to dependency. [ 1033.518449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.518607] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.518833] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.519034] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.519148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.519216] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.519417] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.519541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.519603] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.581218] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca0cf45-2833-4bc5-b7e1-7d0784a36c9e: rpc.has_security_group_logging(os_id): False [ 1033.600948] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.601108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.601159] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.601356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.601453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.601641] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.601743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.601807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.601962] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.602051] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.602242] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.602339] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.602400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.602538] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.602610] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.602808] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.602901] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.602962] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.603114] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.603188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.603274] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be updated. [ 1033.668043] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.668238] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.668238] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.668487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.668660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.683321] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: IN_PROGRESS for 2s [ 1033.765564] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.766349] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.766349] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.766349] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.766349] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.766652] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.766750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.766819] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.767010] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.767099] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.767193] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be updated. [ 1033.812415] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.812568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.812615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.812802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.813529] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.828026] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: IN_PROGRESS for 2s [ 1034.024580] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.529956] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.032650] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.033029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.033029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.033181] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.033218] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.033355] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 is going to be updated. [ 1035.067181] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.067488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.067488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.067660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.067822] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.078809] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: IN_PROGRESS for 2s [ 1035.696625] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: SUCCESS [ 1035.696866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.838137] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 in Status: SUCCESS [ 1035.838315] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 deletion is rescheduled due to dependency. [ 1035.838429] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.218695] env[65916]: INFO networking_nsxv3.common.synchronization [req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e req-3e8617af-2054-4d45-8f6c-f6b5d502eed4 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1036.219584] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1036.219584] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.219584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.219730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.220515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.220515] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.221097] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.221168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.221370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.221563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.221563] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.724614] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.724846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.724906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.725153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.725246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.725491] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.725613] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.725661] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.725826] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.725897] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.725987] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 1036.760716] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.760918] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.760969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.761231] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.761379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.777537] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 1037.016620] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.016889] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.017060] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.017362] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.018673] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.018673] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.018673] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.018673] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.018859] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.019031] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.019177] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.019311] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.019441] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.019576] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.019705] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.019967] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.039287] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.039501] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.039575] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.039770] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.040080] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-2b9e838b-629b-44df-8612-e881d1473506 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.040257] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-2b9e838b-629b-44df-8612-e881d1473506" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.040378] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-2b9e838b-629b-44df-8612-e881d1473506" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.040765] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-2b9e838b-629b-44df-8612-e881d1473506" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.040912] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b9e838b-629b-44df-8612-e881d1473506',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.087996] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: SUCCESS [ 1037.088147] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.088739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.088739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.088739] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.088940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.088940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.089034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.089082] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.089182] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.089274] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.255939] env[65916]: INFO networking_nsxv3.common.synchronization [req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a req-5d70d090-5013-456e-aaa4-1a7beac88552 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 1037.256544] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 1037.256875] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.257021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.257088] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.257353] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.257714] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.258148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.258148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.258148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.258148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.258313] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.544768] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.544768] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.544768] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.544768] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.544768] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.544768] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 2b9e838b-629b-44df-8612-e881d1473506 not found, creating... [ 1037.545224] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.545224] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.545224] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.545503] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.545503] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.545833] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.545989] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.546119] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.546582] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.546582] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.546777] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 2b9e838b-629b-44df-8612-e881d1473506 is going to be created. [ 1037.568813] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.569087] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.569293] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.569658] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.569882] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.570134] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-2b9e838b-629b-44df-8612-e881d1473506" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.591960] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.592212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.592212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.592488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.592772] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.592886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.592954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.593140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.593300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.593528] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.593783] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.593945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.594039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.594247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.594473] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.594615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.594708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.594938] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.595072] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.595201] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.595346] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.760342] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.780446] env[65916]: INFO networking_nsxv3.common.synchronization [req-541b792a-ad24-4a67-a0ce-75bebfde162e req-841c0205-b140-4387-9d3c-ab5e3c2fbe39 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Enqueued Resource ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 with Priority: HIGHEST for action security_group_members [ 1037.781809] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 with Priority: HIGHEST for action security_group_members [ 1037.781809] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c4a1a50-76a2-44c4-83c5-45479311ea33 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.781809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.781809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.782086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.782205] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.782270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.782335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.782492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.782579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.782674] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c4a1a50-76a2-44c4-83c5-45479311ea33',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.097886] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 913792f9-4c47-439b-a7ef-670e3356fe79: rpc.has_security_group_logging(os_id): False [ 1038.117605] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.117783] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.117829] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.118045] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.118141] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.118355] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.118624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.118624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.118750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.118829] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.119043] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.119141] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.119204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.119345] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.119420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.119688] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.119688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.119828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.120033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.120115] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.120208] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 is going to be updated. [ 1038.208659] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.208659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.208659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.208659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.208659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.220350] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: IN_PROGRESS for 2s [ 1038.263019] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.287019] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.287019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.287019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.287019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.288252] env[65916]: INFO networking_nsxv3.common.synchronization [req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e req-85786256-1a13-44fc-ad1a-4d1912c5058e service nova] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_rules [ 1038.288582] env[65916]: INFO networking_nsxv3.common.synchronization [req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e req-85786256-1a13-44fc-ad1a-4d1912c5058e service nova] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1038.291041] env[65916]: INFO networking_nsxv3.common.synchronization [req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e req-85786256-1a13-44fc-ad1a-4d1912c5058e service nova] Enqueued Resource ID: 2b9e838b-629b-44df-8612-e881d1473506 with Priority: HIGHEST for action port [ 1038.291871] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_rules [ 1038.292241] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1038.292486] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9e838b-629b-44df-8612-e881d1473506 with Priority: HIGHEST for action port [ 1038.293520] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.293799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.293987] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.294290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.294481] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.295523] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.297896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.297896] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b9e838b-629b-44df-8612-e881d1473506 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.297896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b9e838b-629b-44df-8612-e881d1473506" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.297896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b9e838b-629b-44df-8612-e881d1473506" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.297896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b9e838b-629b-44df-8612-e881d1473506" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.297896] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b9e838b-629b-44df-8612-e881d1473506',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.335601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.335601] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.335601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.335601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.335601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.335601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.335601] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 is going to be updated. [ 1038.376457] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.376637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.376832] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.377078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.377078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.387258] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 in Status: IN_PROGRESS for 2s [ 1038.765312] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.765553] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.765647] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.765904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.765996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.766109] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 1038.788198] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 1038.788382] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b deletion is rescheduled due to dependency. [ 1038.788499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.788662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.788884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.789081] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.789196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.789254] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.789402] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.789485] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.789580] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.798446] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.798586] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.798804] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b9e838b-629b-44df-8612-e881d1473506 with status ACTIVE [ 1038.798956] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.799083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.799154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.799342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.799461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.799596] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.799701] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.799869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.799926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.799984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.800190] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.800357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.800357] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.800523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.800599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.800682] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b9e838b-629b-44df-8612-e881d1473506 is going to be updated. [ 1038.803064] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.803174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.803276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.803353] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.803518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.814565] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 1038.825731] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.825952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.825952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.826153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.826381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.826586] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b9e838b-629b-44df-8612-e881d1473506" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.291893] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.796580] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.236147] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: SUCCESS [ 1040.236456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.299894] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.300398] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.300398] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.300600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.300696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.301244] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 1040.350873] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.351084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.351133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.352143] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.352143] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.378277] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 1040.401293] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 in Status: SUCCESS [ 1040.401444] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 deletion is rescheduled due to dependency. [ 1040.402131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.825668] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 1040.825805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.689677] env[65916]: INFO networking_nsxv3.common.synchronization [req-453d1627-19fb-47df-b4e2-88ce1ad80dda req-80275368-cc47-49ea-b552-4f56678da855 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Enqueued Resource ID: d70d0af6-e0af-4e76-845a-57b121acffdc with Priority: HIGHEST for action security_group_members [ 1041.690231] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70d0af6-e0af-4e76-845a-57b121acffdc with Priority: HIGHEST for action security_group_members [ 1041.690542] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70d0af6-e0af-4e76-845a-57b121acffdc taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.690658] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.690723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.691363] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.691363] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.691363] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.691363] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.691363] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.691697] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.691697] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70d0af6-e0af-4e76-845a-57b121acffdc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.194093] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.194330] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.194380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.194588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.194678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.194911] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.195019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.197868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.197868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.197868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.197868] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70d0af6-e0af-4e76-845a-57b121acffdc is going to be updated. [ 1042.235080] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.235262] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.235346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.235668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.235829] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.246929] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70d0af6-e0af-4e76-845a-57b121acffdc in Status: IN_PROGRESS for 2s [ 1042.352009] env[65916]: INFO networking_nsxv3.common.synchronization [req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 req-6584c7e7-f879-49db-947c-8b325eea0792 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Enqueued Resource ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce with Priority: HIGHEST for action security_group_members [ 1042.352599] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce with Priority: HIGHEST for action security_group_members [ 1042.352916] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-8480cfc7-a7c1-4676-95f3-a3676884e2ce taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.353055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.353119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.353324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.353482] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.353580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.353638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.353924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.353924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.354035] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8480cfc7-a7c1-4676-95f3-a3676884e2ce',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.387148] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 1042.387375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.387533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.387745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.387947] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.388070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.388476] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.388476] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.388476] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.388476] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.388674] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.857074] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.857497] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.857497] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.858248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.858443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.858735] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.858880] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.860031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.860031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.860031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.860031] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce is going to be updated. [ 1042.893952] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.894149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.894476] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.894950] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.895311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.897454] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.897669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.897809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.897965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.898160] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.898316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.898389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.898646] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.898719] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.899770] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.900064] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.901234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.901234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.901234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.901234] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.901234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.901234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.901551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.901551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.904542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.904542] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.915719] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce in Status: IN_PROGRESS for 2s [ 1043.409307] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2a6a2f3-8a4b-4cd5-844c-30984ca8781b: rpc.has_security_group_logging(os_id): False [ 1043.415218] env[65916]: INFO networking_nsxv3.common.synchronization [req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 req-4f4d6a6c-3019-4696-910e-bb5464b14e8f tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Enqueued Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 1043.415218] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGHEST for action security_group_members [ 1043.415218] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.415218] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.416050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.417126] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.417441] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.417703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.417881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.418182] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.418376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.418576] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.429979] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.429979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.429979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.429979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.429979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.429979] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.429979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.429979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.429979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.429979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.429979] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.429979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.429979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.429979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.429979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.430686] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.430686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.430686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.430686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.430686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.430686] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 1043.497654] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.498528] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.498645] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.498872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.499044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.517193] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 1043.921953] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.921953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.922332] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.922332] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.922332] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.922514] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.922586] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.922627] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.923089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.923089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.923089] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 is going to be updated. [ 1043.953880] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.954262] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.954382] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.954625] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.954797] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.966797] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: IN_PROGRESS for 2s [ 1044.257755] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70d0af6-e0af-4e76-845a-57b121acffdc in Status: SUCCESS [ 1044.258073] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70d0af6-e0af-4e76-845a-57b121acffdc deletion is rescheduled due to dependency. [ 1044.258223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.288089] env[65916]: INFO networking_nsxv3.common.synchronization [None req-749e6c66-7fb1-4339-b541-e62c3dc79882 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Enqueued Resource ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 with Priority: HIGHEST for action security_group_rules [ 1044.288698] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 with Priority: HIGHEST for action security_group_rules [ 1044.289558] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a216ecc-eca3-46e5-b682-ae2a83aae1a9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.289837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.289837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.290051] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.290137] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a216ecc-eca3-46e5-b682-ae2a83aae1a9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.385475] env[65916]: INFO networking_nsxv3.common.synchronization [None req-f3cf8693-e081-47c0-aaf1-31d82835b274 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Enqueued Resource ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 with Priority: HIGHEST for action security_group_rules [ 1044.385475] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 with Priority: HIGHEST for action security_group_rules [ 1044.385475] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a216ecc-eca3-46e5-b682-ae2a83aae1a9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.385475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.812025] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.812025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.812025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.812025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.812025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.812025] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 already deleted. [ 1044.812025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.812025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.812025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.812025] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a216ecc-eca3-46e5-b682-ae2a83aae1a9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.925850] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce in Status: SUCCESS [ 1044.925850] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce deletion is rescheduled due to dependency. [ 1044.925850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.927833] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.928073] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.928330] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.928481] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.928735] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.928919] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.929059] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.929276] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.929415] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.929617] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.929732] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.929838] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.929940] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.930120] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.930238] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.930429] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.952095] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.952294] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.952433] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.952608] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-375" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.952930] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-fe61e35c-7df9-442c-a935-35d62e7b0961 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.953120] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.953239] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.953491] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.953646] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe61e35c-7df9-442c-a935-35d62e7b0961',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.043899] env[65916]: INFO networking_nsxv3.common.synchronization [None req-d7d79ea7-1ed6-4642-a0f2-ba7677917fcb tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 with Priority: HIGHEST for action security_group_rules [ 1045.044519] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 with Priority: HIGHEST for action security_group_rules [ 1045.044825] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e295771-6a5f-4900-b4be-0b5c6b197316 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.044953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.045395] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.045782] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.045912] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e295771-6a5f-4900-b4be-0b5c6b197316',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.185113] env[65916]: INFO networking_nsxv3.common.synchronization [None req-5f5f873a-a56f-435a-bf86-7d3e8b0421d4 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 with Priority: HIGHEST for action security_group_rules [ 1045.185832] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 with Priority: HIGHEST for action security_group_rules [ 1045.186622] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e295771-6a5f-4900-b4be-0b5c6b197316 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.186773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.333729] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.333917] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.333983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.334220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.334323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.334423] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 already deleted. [ 1045.334501] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.460580] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.460925] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.460925] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.461250] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.461471] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.461867] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.462075] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.462220] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.462504] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.462664] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.463193] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.463397] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.463538] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.463789] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.463941] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.464092] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: fe61e35c-7df9-442c-a935-35d62e7b0961 is going to be updated. [ 1045.493408] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.493720] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.493903] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.494139] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.494335] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.494558] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.536396] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 1045.536656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.565315] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.565505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.565576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.565958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.566091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.566211] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 already deleted. [ 1045.566315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.566495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.566995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.569522] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e295771-6a5f-4900-b4be-0b5c6b197316',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.976492] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913792f9-4c47-439b-a7ef-670e3356fe79 in Status: SUCCESS [ 1045.976823] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 deletion is rescheduled due to dependency. [ 1045.976823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.092054] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.092054] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.092054] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.092347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.092389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.092671] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 already deleted. [ 1046.092671] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.174929] env[65916]: INFO networking_nsxv3.common.synchronization [req-2099978f-3613-429e-baa5-84ba308f5df6 req-01641eff-7562-45d9-8f03-0d3325066f35 service nova] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_rules [ 1046.175366] env[65916]: INFO networking_nsxv3.common.synchronization [req-2099978f-3613-429e-baa5-84ba308f5df6 req-01641eff-7562-45d9-8f03-0d3325066f35 service nova] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 1046.175366] env[65916]: INFO networking_nsxv3.common.synchronization [req-2099978f-3613-429e-baa5-84ba308f5df6 req-01641eff-7562-45d9-8f03-0d3325066f35 service nova] Enqueued Resource ID: fe61e35c-7df9-442c-a935-35d62e7b0961 with Priority: HIGHEST for action port [ 1046.175528] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_rules [ 1046.175591] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 1046.177427] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe61e35c-7df9-442c-a935-35d62e7b0961 with Priority: HIGHEST for action port [ 1046.177427] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.177427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.177427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.177427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.177427] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.178019] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.178019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.178019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.178019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.178240] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.178240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.178240] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.178393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.179896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.179896] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.179896] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe61e35c-7df9-442c-a935-35d62e7b0961 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.179896] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.180282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.182040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.182040] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe61e35c-7df9-442c-a935-35d62e7b0961',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.683609] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.683856] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.683988] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.684983] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe61e35c-7df9-442c-a935-35d62e7b0961 with status ACTIVE [ 1046.685239] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.685391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.685451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.685787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.686672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.686672] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.686672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.686672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.686672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.686672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.687086] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.687086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.687086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.687086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.687686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.687686] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe61e35c-7df9-442c-a935-35d62e7b0961 is going to be updated. [ 1046.711431] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.711632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.711632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.711852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.711989] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe61e35c-7df9-442c-a935-35d62e7b0961" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.189400] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.692153] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.692365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.692463] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.692703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.692842] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.692968] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be updated. [ 1047.723357] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.723525] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.723600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.723808] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.723955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.734770] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: IN_PROGRESS for 2s [ 1049.747250] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: SUCCESS [ 1049.747531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.747648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.747873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.748145] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.748281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.748354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.748501] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.748575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.748662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.748756] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.252368] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.252590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.252636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.253263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.253578] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.253795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.254061] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.254449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.254585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.254801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.257660] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.257660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.257660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.257660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.257660] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.257660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.257660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.257660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.257660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.257660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.257660] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.761871] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca0cf45-2833-4bc5-b7e1-7d0784a36c9e: rpc.has_security_group_logging(os_id): False [ 1050.788311] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.789132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.789132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.789132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.789132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.789132] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.789441] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.789441] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.789575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.789651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.789859] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.789964] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.790052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.790205] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.790297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.790488] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.790587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.790650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.791148] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.791236] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.791328] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be updated. [ 1050.860307] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.860459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.860532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.861191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.861191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.876269] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: IN_PROGRESS for 2s [ 1051.176741] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1051.176741] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1052.274604] env[65916]: INFO networking_nsxv3.common.synchronization [req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 req-833bc23d-8b50-4b03-9ab6-29a264dfe898 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1052.275161] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1052.275459] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.275589] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.275658] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.275964] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.276082] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.276190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.276248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.276401] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.276486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.276583] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.779743] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.779909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.780527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.780527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.780527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.780527] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.780735] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.780735] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.780816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.780852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.780929] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 1052.814366] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.814517] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.814592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.814801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.814938] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.825484] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 1052.891629] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e in Status: SUCCESS [ 1052.891919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.126262] env[65916]: INFO networking_nsxv3.common.synchronization [req-d1cfa909-cac9-4609-8335-d3803c771f56 req-029133e0-12c4-40ac-9ed7-b481c8755ede tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 1053.126875] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 1053.127206] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.127329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.127397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.127595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.127747] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.127850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.127952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.128170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.128263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.128352] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.483880] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.484239] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.484239] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.484702] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.484777] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.484892] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.485327] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.485449] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.485901] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.485901] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.486070] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.486286] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.486404] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.486722] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.487159] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.487306] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.509928] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.510190] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.510891] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.510891] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-688" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.510891] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-beba957b-0f22-41e2-871a-a452dab6a113 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.511134] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-beba957b-0f22-41e2-871a-a452dab6a113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.511134] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-beba957b-0f22-41e2-871a-a452dab6a113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.511524] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-beba957b-0f22-41e2-871a-a452dab6a113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.511999] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beba957b-0f22-41e2-871a-a452dab6a113',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.629913] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.014058] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.014337] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.014466] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.014743] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.014895] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.015120] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port beba957b-0f22-41e2-871a-a452dab6a113 not found, creating... [ 1054.015408] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.015610] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.015717] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.015970] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.016128] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.016425] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.016584] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.016678] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.016896] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.017052] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.017199] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: beba957b-0f22-41e2-871a-a452dab6a113 is going to be created. [ 1054.038978] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.039246] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.039398] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.039650] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.039869] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.040178] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-beba957b-0f22-41e2-871a-a452dab6a113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.132706] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.635611] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.636057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.636057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.636269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.636269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.636354] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 1054.666037] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.670327] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.670457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.670685] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.670870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.682154] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 1054.760539] env[65916]: INFO networking_nsxv3.common.synchronization [req-d1cfa909-cac9-4609-8335-d3803c771f56 req-1e098060-d7b2-4944-a9d8-9fa7aede9437 service nova] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_rules [ 1054.760539] env[65916]: INFO networking_nsxv3.common.synchronization [req-d1cfa909-cac9-4609-8335-d3803c771f56 req-1e098060-d7b2-4944-a9d8-9fa7aede9437 service nova] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 1054.760539] env[65916]: INFO networking_nsxv3.common.synchronization [req-d1cfa909-cac9-4609-8335-d3803c771f56 req-1e098060-d7b2-4944-a9d8-9fa7aede9437 service nova] Enqueued Resource ID: beba957b-0f22-41e2-871a-a452dab6a113 with Priority: HIGHEST for action port [ 1054.760539] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_rules [ 1054.760840] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 1054.760840] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beba957b-0f22-41e2-871a-a452dab6a113 with Priority: HIGHEST for action port [ 1054.764870] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.764870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.764870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.764870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.764870] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.764870] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.764870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.764870] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-beba957b-0f22-41e2-871a-a452dab6a113 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.764870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beba957b-0f22-41e2-871a-a452dab6a113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.764870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beba957b-0f22-41e2-871a-a452dab6a113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.764870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beba957b-0f22-41e2-871a-a452dab6a113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.764870] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beba957b-0f22-41e2-871a-a452dab6a113',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.836128] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 1054.836335] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b deletion is rescheduled due to dependency. [ 1054.836431] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.268923] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.269391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.269605] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port beba957b-0f22-41e2-871a-a452dab6a113 with status ACTIVE [ 1055.269837] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.269983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.270096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.270569] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.270678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.270919] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.271050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.271632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.271881] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.271984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.275282] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.275282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.275282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.275282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.275282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.275282] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: beba957b-0f22-41e2-871a-a452dab6a113 is going to be updated. [ 1055.277905] env[65916]: INFO networking_nsxv3.common.synchronization [None req-d8fa2ea8-9e08-4d6f-9fcc-e331e7698a6b None None] Enqueued Resource ID: 81fc6bfb-4214-405f-b71c-b374b9b40d1a with Priority: HIGHEST for action port [ 1055.279384] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81fc6bfb-4214-405f-b71c-b374b9b40d1a with Priority: HIGHEST for action port [ 1055.279992] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-81fc6bfb-4214-405f-b71c-b374b9b40d1a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.280207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81fc6bfb-4214-405f-b71c-b374b9b40d1a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.280253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81fc6bfb-4214-405f-b71c-b374b9b40d1a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.280524] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81fc6bfb-4214-405f-b71c-b374b9b40d1a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.280612] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81fc6bfb-4214-405f-b71c-b374b9b40d1a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.313152] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.313351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.313471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.313752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.313895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.314081] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beba957b-0f22-41e2-871a-a452dab6a113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.351823] env[65916]: INFO networking_nsxv3.common.synchronization [req-444d2167-b4ab-4796-9d93-2aa1910ec45c req-d1221c97-61a0-46ae-9cd4-a10552549385 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1055.352597] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1055.353499] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.353499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.353499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.353499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.353499] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.353763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.353763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.353763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.354428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.354428] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.783525] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81fc6bfb-4214-405f-b71c-b374b9b40d1a [ 1055.783816] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.783984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.784097] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.784315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.784407] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.784500] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81fc6bfb-4214-405f-b71c-b374b9b40d1a already deleted. [ 1055.784576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81fc6bfb-4214-405f-b71c-b374b9b40d1a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.856596] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.856803] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.856865] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.857066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.857976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.857976] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.857976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.857976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.857976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.857976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.857976] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 is going to be updated. [ 1055.884365] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.884365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.884589] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.884589] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.884736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.898749] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: IN_PROGRESS for 2s [ 1056.694208] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 1056.694208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.694208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.694208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.694208] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.694457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.694457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.694533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.694652] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.694754] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.198015] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.700468] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.856985] env[65916]: INFO networking_nsxv3.common.synchronization [None req-cace4dd3-e934-444b-a341-e452d328759a None None] Enqueued Resource ID: d2cec4bb-5bed-4d0e-a454-c7eac6b36352 with Priority: HIGHEST for action port [ 1057.857695] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2cec4bb-5bed-4d0e-a454-c7eac6b36352 with Priority: HIGHEST for action port [ 1057.858370] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2cec4bb-5bed-4d0e-a454-c7eac6b36352 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.858594] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2cec4bb-5bed-4d0e-a454-c7eac6b36352" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.858746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2cec4bb-5bed-4d0e-a454-c7eac6b36352" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.859208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2cec4bb-5bed-4d0e-a454-c7eac6b36352" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.859395] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2cec4bb-5bed-4d0e-a454-c7eac6b36352',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.914533] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: SUCCESS [ 1057.914796] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 deletion is rescheduled due to dependency. [ 1057.914917] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.205308] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.205308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.205308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.205308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.205308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.205308] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 1058.262048] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.262048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.262249] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.263316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.263316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.279244] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 1058.361884] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2cec4bb-5bed-4d0e-a454-c7eac6b36352 [ 1058.362433] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.362433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.362630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.362802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.362993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.363103] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2cec4bb-5bed-4d0e-a454-c7eac6b36352 already deleted. [ 1058.363103] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2cec4bb-5bed-4d0e-a454-c7eac6b36352" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.292340] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 1060.293029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.293540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.293856] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.294262] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.295104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.295104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.295104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.295104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.295104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.295104] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.797872] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.798117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.798180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.798461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.798705] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.798823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.798918] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.799138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.799259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.799359] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.799527] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.799665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.799730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.799930] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.800138] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.800275] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.800365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.800646] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.800646] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.800756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.800805] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.305702] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 481061d5-95e1-4192-a671-a98e4917c518: rpc.has_security_group_logging(os_id): False [ 1061.325157] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.325298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.325375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.325588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.325680] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.325864] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.325979] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.326032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.326342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.326342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.326488] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.326606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.326667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.327101] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.327101] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.328020] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.328020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.328020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.328020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.328020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.328020] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 1061.422819] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.424225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.424225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.424225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.424225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.444160] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 1061.660305] env[65916]: INFO networking_nsxv3.common.synchronization [None req-be297498-779b-4856-a37c-a6ae0c018248 None None] Enqueued Resource ID: e7ab5f73-a949-4159-ace3-0b517e1f6217 with Priority: HIGHEST for action port [ 1061.661217] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ab5f73-a949-4159-ace3-0b517e1f6217 with Priority: HIGHEST for action port [ 1061.661748] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7ab5f73-a949-4159-ace3-0b517e1f6217 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.661894] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7ab5f73-a949-4159-ace3-0b517e1f6217" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.661965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7ab5f73-a949-4159-ace3-0b517e1f6217" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.662301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7ab5f73-a949-4159-ace3-0b517e1f6217" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.662335] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ab5f73-a949-4159-ace3-0b517e1f6217',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.166093] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7ab5f73-a949-4159-ace3-0b517e1f6217 [ 1062.166093] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.166093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.166093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.166093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.166093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.166093] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7ab5f73-a949-4159-ace3-0b517e1f6217 already deleted. [ 1062.166093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7ab5f73-a949-4159-ace3-0b517e1f6217" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.244455] env[65916]: INFO networking_nsxv3.common.synchronization [req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 req-dced9c80-7306-412f-a6f6-3c0ecf2a245b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_members [ 1062.245088] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_members [ 1062.245468] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cbacb-98eb-4113-a31a-3c25b0974bba taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.245803] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.245966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.246192] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.246356] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.246462] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.246526] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.246688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.246772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.246867] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.335179] env[65916]: INFO networking_nsxv3.common.synchronization [req-55a4d970-679d-4f01-ac3c-6dfb4be398ad req-ce69e3e4-83e5-4f02-b3f2-95bdb8c1acb9 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Enqueued Resource ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 with Priority: HIGHEST for action security_group_members [ 1062.335814] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 with Priority: HIGHEST for action security_group_members [ 1062.336363] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.336496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.336567] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.336836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.337016] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.337133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.337201] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.337367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.337454] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.337548] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a216ecc-eca3-46e5-b682-ae2a83aae1a9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.571905] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.572065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.572138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.572344] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.572519] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.707875] env[65916]: INFO networking_nsxv3.common.synchronization [None req-503a8a31-fc7a-47bb-8aeb-e8ace0163150 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Enqueued Resource ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 with Priority: HIGHEST for action security_group_rules [ 1062.710591] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 with Priority: HIGHEST for action security_group_rules [ 1062.711408] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f845cf2-cf74-40bc-aca1-57d44d08e956 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.714825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.714996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.715445] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.715572] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f845cf2-cf74-40bc-aca1-57d44d08e956',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.752198] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.806732] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-951 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.806951] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-951" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.807043] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-951" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.807363] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-951" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.807640] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.807798] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.807914] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.808177] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.808317] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.808547] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.808687] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.808767] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.808870] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.808978] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.809100] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.809232] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.831039] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.831239] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.831478] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.831727] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-951" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.832094] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.832330] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.832438] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.833185] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.833437] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b7f565-d2ce-4ee1-bd27-614216ad9b1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.841503] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.841665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.841727] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.841950] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.842050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.842243] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.842361] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.842423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.842580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.842656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.842747] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 already deleted. [ 1062.842832] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.869978] env[65916]: INFO networking_nsxv3.common.synchronization [None req-d10a833d-5955-438e-ad68-5d7a9550b854 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Enqueued Resource ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 with Priority: HIGHEST for action security_group_rules [ 1062.870616] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 with Priority: HIGHEST for action security_group_rules [ 1062.870962] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f845cf2-cf74-40bc-aca1-57d44d08e956 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.871079] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.077746] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.235806] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.235806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.235806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.236026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.236026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.236026] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 already deleted. [ 1063.236121] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.236684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.236684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.236684] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f845cf2-cf74-40bc-aca1-57d44d08e956',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.255993] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.337222] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.337656] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.337656] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.337966] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.338206] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.338377] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port a2b7f565-d2ce-4ee1-bd27-614216ad9b1c not found, creating... [ 1063.338664] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.338834] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.338951] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.339228] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.339378] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.339693] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.339854] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.339975] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.342972] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.343176] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.343347] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: a2b7f565-d2ce-4ee1-bd27-614216ad9b1c is going to be created. [ 1063.367427] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.367675] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.367794] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.368070] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.368299] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.368528] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.462905] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 1063.463193] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.581602] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.756924] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.757120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.757192] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.757479] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.757479] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.757692] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 already deleted. [ 1063.757692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.758022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.758147] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.758215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.758372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.758557] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.758557] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba is going to be updated. [ 1063.787679] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.787818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.787854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.788509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.788509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.797560] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba in Status: IN_PROGRESS for 2s [ 1064.061827] env[65916]: INFO networking_nsxv3.common.synchronization [None req-dfc9b4d1-723d-48d7-a866-10c2a0317982 None None] Enqueued Resource ID: e5f354ea-b62b-4ca4-9e3a-dad451297122 with Priority: HIGHEST for action port [ 1064.062451] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f354ea-b62b-4ca4-9e3a-dad451297122 with Priority: HIGHEST for action port [ 1064.062787] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5f354ea-b62b-4ca4-9e3a-dad451297122 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.062940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5f354ea-b62b-4ca4-9e3a-dad451297122" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.063553] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5f354ea-b62b-4ca4-9e3a-dad451297122" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.065218] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5f354ea-b62b-4ca4-9e3a-dad451297122" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.065218] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5f354ea-b62b-4ca4-9e3a-dad451297122',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.086239] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1064.086239] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1064.142469] env[65916]: INFO networking_nsxv3.common.synchronization [req-55a4d970-679d-4f01-ac3c-6dfb4be398ad req-6069bd07-d2b5-4a11-aac5-5172d2d8bff9 service nova] Enqueued Resource ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 with Priority: HIGHEST for action security_group_rules [ 1064.142712] env[65916]: INFO networking_nsxv3.common.synchronization [req-55a4d970-679d-4f01-ac3c-6dfb4be398ad req-6069bd07-d2b5-4a11-aac5-5172d2d8bff9 service nova] Enqueued Resource ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 with Priority: HIGHEST for action security_group_members [ 1064.142838] env[65916]: INFO networking_nsxv3.common.synchronization [req-55a4d970-679d-4f01-ac3c-6dfb4be398ad req-6069bd07-d2b5-4a11-aac5-5172d2d8bff9 service nova] Enqueued Resource ID: a2b7f565-d2ce-4ee1-bd27-614216ad9b1c with Priority: HIGHEST for action port [ 1064.143481] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 with Priority: HIGHEST for action security_group_rules [ 1064.143897] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 with Priority: HIGHEST for action security_group_members [ 1064.144395] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b7f565-d2ce-4ee1-bd27-614216ad9b1c with Priority: HIGHEST for action port [ 1064.145031] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a216ecc-eca3-46e5-b682-ae2a83aae1a9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.145169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.145242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.145782] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.145782] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a216ecc-eca3-46e5-b682-ae2a83aae1a9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.148047] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.148047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.148047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.149631] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.149631] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.149631] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.149631] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.149855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.149904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.149962] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a216ecc-eca3-46e5-b682-ae2a83aae1a9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.151246] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.151735] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.151735] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.151735] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.151735] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b7f565-d2ce-4ee1-bd27-614216ad9b1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.518048] env[65916]: INFO networking_nsxv3.common.synchronization [req-1964b483-23e2-4211-855b-50b0518669f1 req-94c01093-db24-4db2-bf5d-d9a75b406d56 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 with Priority: HIGHEST for action security_group_members [ 1064.518717] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 with Priority: HIGHEST for action security_group_members [ 1064.519117] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e295771-6a5f-4900-b4be-0b5c6b197316 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.519251] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.519845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.519845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.519845] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.520047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.520047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.520120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.520171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.520275] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e295771-6a5f-4900-b4be-0b5c6b197316',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.567510] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5f354ea-b62b-4ca4-9e3a-dad451297122 [ 1064.567631] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.567786] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.567858] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.568110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.568205] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.568556] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5f354ea-b62b-4ca4-9e3a-dad451297122 already deleted. [ 1064.568556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5f354ea-b62b-4ca4-9e3a-dad451297122" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.654206] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2b7f565-d2ce-4ee1-bd27-614216ad9b1c with status ACTIVE [ 1064.654206] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.654485] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.654485] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.654745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.654860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.655122] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.655279] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.655378] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.655620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.655667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.655957] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.656124] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.656196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.656505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.656656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.656798] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2b7f565-d2ce-4ee1-bd27-614216ad9b1c is going to be updated. [ 1064.658317] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a216ecc-eca3-46e5-b682-ae2a83aae1a9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.659455] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.659587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.685380] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.685632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.685632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.685805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.685943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.686124] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.890085] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.890318] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.890421] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.890693] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.890950] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.891133] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.891396] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.891475] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.891653] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.891870] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.891980] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.892105] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.892211] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.892317] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.892419] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.892546] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.912293] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.912472] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.912614] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.912791] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.913159] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-96eccb5a-34bb-42ee-bf9b-c685e1e1458d taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.913310] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-96eccb5a-34bb-42ee-bf9b-c685e1e1458d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.913456] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-96eccb5a-34bb-42ee-bf9b-c685e1e1458d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.913713] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-96eccb5a-34bb-42ee-bf9b-c685e1e1458d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.913854] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96eccb5a-34bb-42ee-bf9b-c685e1e1458d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.024055] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.024346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.024346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.024831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.024984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.025273] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.025404] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.025487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.025709] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.025807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.025916] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 already deleted. [ 1065.026051] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.061414] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.061600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.061699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.061828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.075016] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1065.075884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.076705] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1065.118041] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.118041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.118041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.118041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.129021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.129719] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1065.129806] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1065.129884] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1065.165195] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a216ecc-eca3-46e5-b682-ae2a83aae1a9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.171134] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.171351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.171351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.171644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.172854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.173038] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1065.256459] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.256459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.256459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.256459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.256459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.256869] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1065.350720] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.351045] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.351045] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.351186] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.351431] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.351717] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1065.351822] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'311231d6-83ff-44d6-9e04-8cfe3996a093', 'd70d0af6-e0af-4e76-845a-57b121acffdc', '2c4a1a50-76a2-44c4-83c5-45479311ea33', '1cf2d733-b314-4a84-99de-9d2c5f0dd0b3', '23a0d8f1-443f-4495-999a-c072e1566239', '3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5', '0913fa11-fde3-4b73-96b8-96d059b7945c', 'fca0cf45-2833-4bc5-b7e1-7d0784a36c9e', 'fd32007d-59d2-4748-ba74-3b604e95de8e', '8480cfc7-a7c1-4676-95f3-a3676884e2ce', 'd3aeae12-f889-40dc-a0be-e953d4927da6', '07651108-55c1-472e-b94f-12fd0eb60c1c', 'aded5f7a-1c3d-402b-a5a1-d815234ecf66', '913792f9-4c47-439b-a7ef-670e3356fe79', 'b930feb9-93ff-4b78-b14b-d3db3a3cef15', '3f339fe0-05a8-4e71-878c-96cc153acbdd', '3f43f495-c293-45c4-acf2-d2ab7208594a', '55551012-b90d-4be7-9a6c-87d7b88a0310', '7c854af9-9a6e-4746-8c17-a5532d915743', '381fd5b8-482f-4422-96f4-17c75deae34a', '0524b4e9-b18c-468f-ac62-d39f44f6ccc8', 'cee27c2b-1fd0-4e65-8012-1c446e031113', 'a03f306d-7ab7-4ddc-942b-f4460ddb3d84', 'e2a6a2f3-8a4b-4cd5-844c-30984ca8781b', '16c6cf36-2512-4a54-82b9-88280573720e', '7ede1522-8988-4860-bf33-cb51ce87871a', 'ae886a71-beaa-499c-bcc1-3af13b4024aa', '481061d5-95e1-4192-a671-a98e4917c518', 'e6881b6f-fc85-40f6-beb3-5155bb2fde8f', '228e3a17-84e5-4d30-a53e-d70da9f1252b', 'da979a94-81b4-4b23-a671-8f10e719e15a', '45f27eab-4975-46c6-844c-a18009ff4315', '6ad04f97-a364-4bf6-b927-ec68f70af14d', 'b530aa8c-2498-4887-90d0-7bbb3dca8715', 'd87b1b5d-ad43-43c1-8b00-a85c5a2551b9', 'd0a44cfc-3d58-4e77-998f-0db6f6035c95', '56af904d-9628-4da1-a407-362d50f62e51', '8cc89979-6fc9-41ca-b8b5-f5131c18e337', 'bb7a3978-3293-413e-8e3c-42b06437bc17', 'a411799b-a191-44cc-b1f7-af6d427bd78a', '157897c5-45f4-40d5-a34c-8f972ec0e887', 'ea9cbacb-98eb-4113-a31a-3c25b0974bba'} {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1065.351960] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1065.374630] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.374630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.374630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.374630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.374926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.374926] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1065.374926] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1065.375060] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1065.416642] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.416990] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.417274] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.417654] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.417826] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.417983] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 96eccb5a-34bb-42ee-bf9b-c685e1e1458d not found, creating... [ 1065.418378] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.418646] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.418857] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.419237] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.419446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.419853] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.420113] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.420308] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.420572] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.420765] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.420934] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 96eccb5a-34bb-42ee-bf9b-c685e1e1458d is going to be created. [ 1065.450429] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.450689] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.450689] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.451023] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.451270] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.451506] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-96eccb5a-34bb-42ee-bf9b-c685e1e1458d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.512828] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.513102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.513102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.513331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.514541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.514903] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1065.515083] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1065.515083] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1065.515192] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1065.515229] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1065.515288] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 with Priority: HIGH for action security_group_rules [ 1065.515413] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d70d0af6-e0af-4e76-845a-57b121acffdc with Priority: HIGH for action security_group_rules [ 1065.515510] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 with Priority: HIGH for action security_group_rules [ 1065.515554] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 with Priority: HIGH for action security_group_rules [ 1065.516258] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGH for action security_group_rules [ 1065.516258] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGH for action security_group_rules [ 1065.516258] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGH for action security_group_rules [ 1065.516258] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGH for action security_group_rules [ 1065.516258] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGH for action security_group_rules [ 1065.516258] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce with Priority: HIGH for action security_group_rules [ 1065.516258] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGH for action security_group_rules [ 1065.516258] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGH for action security_group_rules [ 1065.516759] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGH for action security_group_rules [ 1065.516759] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGH for action security_group_rules [ 1065.516759] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 with Priority: HIGH for action security_group_rules [ 1065.516759] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd with Priority: HIGH for action security_group_rules [ 1065.516759] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGH for action security_group_rules [ 1065.516759] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGH for action security_group_rules [ 1065.517087] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGH for action security_group_rules [ 1065.517087] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 381fd5b8-482f-4422-96f4-17c75deae34a with Priority: HIGH for action security_group_rules [ 1065.517209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.667975] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.668393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.668393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.669693] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.669693] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.669693] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 is going to be created. [ 1065.692987] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.693229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.693229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.693434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.693590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.704118] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 in Status: UNINITIALIZED for 2s [ 1065.808852] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba in Status: SUCCESS [ 1065.809087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.173751] env[65916]: INFO networking_nsxv3.common.synchronization [req-1964b483-23e2-4211-855b-50b0518669f1 req-d1c974b0-8739-47fa-b2cd-3797aa2f7e77 service nova] Enqueued Resource ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 with Priority: HIGHEST for action security_group_rules [ 1066.173861] env[65916]: INFO networking_nsxv3.common.synchronization [req-1964b483-23e2-4211-855b-50b0518669f1 req-d1c974b0-8739-47fa-b2cd-3797aa2f7e77 service nova] Enqueued Resource ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 with Priority: HIGHEST for action security_group_members [ 1066.174104] env[65916]: INFO networking_nsxv3.common.synchronization [req-1964b483-23e2-4211-855b-50b0518669f1 req-d1c974b0-8739-47fa-b2cd-3797aa2f7e77 service nova] Enqueued Resource ID: 96eccb5a-34bb-42ee-bf9b-c685e1e1458d with Priority: HIGHEST for action port [ 1066.174468] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 with Priority: HIGHEST for action security_group_rules [ 1066.174633] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 with Priority: HIGHEST for action security_group_members [ 1066.174782] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96eccb5a-34bb-42ee-bf9b-c685e1e1458d with Priority: HIGHEST for action port [ 1066.174903] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 with Priority: HIGH for action security_group_rules [ 1066.175403] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 with Priority: HIGH for action security_group_rules [ 1066.175538] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGH for action security_group_rules [ 1066.175647] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 with Priority: HIGH for action security_group_rules [ 1066.175748] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381fd5b8-482f-4422-96f4-17c75deae34a with Priority: HIGH for action security_group_rules [ 1066.175842] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c854af9-9a6e-4746-8c17-a5532d915743 with Priority: HIGH for action security_group_rules [ 1066.175937] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGH for action security_group_rules [ 1066.176040] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f43f495-c293-45c4-acf2-d2ab7208594a with Priority: HIGH for action security_group_rules [ 1066.176136] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913792f9-4c47-439b-a7ef-670e3356fe79 with Priority: HIGH for action security_group_rules [ 1066.176224] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd with Priority: HIGH for action security_group_rules [ 1066.176396] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 with Priority: HIGH for action security_group_rules [ 1066.176591] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07651108-55c1-472e-b94f-12fd0eb60c1c with Priority: HIGH for action security_group_rules [ 1066.176650] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGH for action security_group_rules [ 1066.176823] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce with Priority: HIGH for action security_group_rules [ 1066.176873] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd32007d-59d2-4748-ba74-3b604e95de8e with Priority: HIGH for action security_group_rules [ 1066.176941] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGH for action security_group_rules [ 1066.177053] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGH for action security_group_rules [ 1066.177170] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a0d8f1-443f-4495-999a-c072e1566239 with Priority: HIGH for action security_group_rules [ 1066.177264] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70d0af6-e0af-4e76-845a-57b121acffdc with Priority: HIGH for action security_group_rules [ 1066.177640] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 with Priority: HIGH for action security_group_rules [ 1066.178378] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e295771-6a5f-4900-b4be-0b5c6b197316 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.178608] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.178733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.178992] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.179099] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e295771-6a5f-4900-b4be-0b5c6b197316',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.180602] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e295771-6a5f-4900-b4be-0b5c6b197316 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.180723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.180793] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.180975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.181138] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.181263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.181304] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.181427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.181510] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.181596] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e295771-6a5f-4900-b4be-0b5c6b197316',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.182730] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-96eccb5a-34bb-42ee-bf9b-c685e1e1458d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.182883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96eccb5a-34bb-42ee-bf9b-c685e1e1458d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.183037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96eccb5a-34bb-42ee-bf9b-c685e1e1458d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.183252] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96eccb5a-34bb-42ee-bf9b-c685e1e1458d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.183357] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96eccb5a-34bb-42ee-bf9b-c685e1e1458d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.184294] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-311231d6-83ff-44d6-9e04-8cfe3996a093 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.184436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.184537] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.184726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.185229] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('311231d6-83ff-44d6-9e04-8cfe3996a093',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.185966] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c4a1a50-76a2-44c4-83c5-45479311ea33 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.186036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.186082] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.186221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.186327] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c4a1a50-76a2-44c4-83c5-45479311ea33',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.187292] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.187451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.187575] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.187673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.187746] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.188454] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b930feb9-93ff-4b78-b14b-d3db3a3cef15 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.188561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.188652] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.188824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.188900] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b930feb9-93ff-4b78-b14b-d3db3a3cef15',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.189663] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-381fd5b8-482f-4422-96f4-17c75deae34a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.189768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.189826] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.190501] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.190599] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('381fd5b8-482f-4422-96f4-17c75deae34a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.191373] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c854af9-9a6e-4746-8c17-a5532d915743 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.191510] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.191579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.191739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.192230] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c854af9-9a6e-4746-8c17-a5532d915743',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.192672] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55551012-b90d-4be7-9a6c-87d7b88a0310 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.192773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.192830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.192971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.193122] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55551012-b90d-4be7-9a6c-87d7b88a0310',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.193851] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f43f495-c293-45c4-acf2-d2ab7208594a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.193951] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.194026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.194666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.194666] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f43f495-c293-45c4-acf2-d2ab7208594a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.195384] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913792f9-4c47-439b-a7ef-670e3356fe79 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.195495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.195562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.195708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.195778] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913792f9-4c47-439b-a7ef-670e3356fe79',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.197191] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f339fe0-05a8-4e71-878c-96cc153acbdd taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.197191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.197191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.197421] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.197421] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f339fe0-05a8-4e71-878c-96cc153acbdd',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.198327] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.198439] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.198505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.199202] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.199202] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aded5f7a-1c3d-402b-a5a1-d815234ecf66',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.199512] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07651108-55c1-472e-b94f-12fd0eb60c1c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.199618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.199682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.200109] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.200201] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07651108-55c1-472e-b94f-12fd0eb60c1c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.200912] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3aeae12-f889-40dc-a0be-e953d4927da6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.201036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.201105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.201255] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.202146] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.202146] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.202392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.202392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.202469] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.202469] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8480cfc7-a7c1-4676-95f3-a3676884e2ce',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.203143] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd32007d-59d2-4748-ba74-3b604e95de8e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.203243] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.206027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.206027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.206027] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd32007d-59d2-4748-ba74-3b604e95de8e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.206027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.206027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.206027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.206027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.206027] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.206027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.206027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.206027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.206027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.206673] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.206772] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23a0d8f1-443f-4495-999a-c072e1566239 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.206873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.206934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.207954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.208071] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23a0d8f1-443f-4495-999a-c072e1566239',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.208777] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70d0af6-e0af-4e76-845a-57b121acffdc taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.208880] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.208937] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.209093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.209161] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70d0af6-e0af-4e76-845a-57b121acffdc',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.210357] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.210474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.210518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.210660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.210727] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cf2d733-b314-4a84-99de-9d2c5f0dd0b3',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.236693] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.237150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.237150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.237414] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.268510] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.269243] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 311231d6-83ff-44d6-9e04-8cfe3996a093 is going to be deleted. [ 1066.429290] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.429421] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.429593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.429776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.430031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.430031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-311231d6-83ff-44d6-9e04-8cfe3996a093" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.713030] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e295771-6a5f-4900-b4be-0b5c6b197316 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.713030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.716704] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-55551012-b90d-4be7-9a6c-87d7b88a0310 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.716859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.716859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.717359] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.717564] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.717678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.717732] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.718030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.718125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.718211] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.718302] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55551012-b90d-4be7-9a6c-87d7b88a0310',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.724966] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aeae12-f889-40dc-a0be-e953d4927da6 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.725149] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.725398] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.725736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.725950] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.726092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.726166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.726694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.726808] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.727104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.727185] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.731068] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.731273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.731273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.731475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.731568] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.731965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.731965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.731965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.731965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.732286] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.732286] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.733204] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e295771-6a5f-4900-b4be-0b5c6b197316',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.739367] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96eccb5a-34bb-42ee-bf9b-c685e1e1458d with status ACTIVE [ 1066.739583] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.740083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.740083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.740083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.740083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.740352] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.740412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.740543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.740614] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.741708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.741708] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.741708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.741708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.741708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.741708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.741708] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96eccb5a-34bb-42ee-bf9b-c685e1e1458d is going to be updated. [ 1066.833078] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.833078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.833078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.833078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.834547] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.834709] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.835538] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.835660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.836528] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.836630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.839336] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.839503] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.840297] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.840431] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.841216] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.841310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.842212] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.842334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.843065] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.843204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.843833] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.843937] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.844746] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.844746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.845807] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.846302] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.846396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.847033] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.847705] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.847825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.850899] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.851361] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.851514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.851619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.851810] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.851950] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.852174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96eccb5a-34bb-42ee-bf9b-c685e1e1458d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.856088] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.856614] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.856725] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.859137] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.859655] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.859756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.860512] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.861120] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.861120] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.863844] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1066.864380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.864508] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cf2d733-b314-4a84-99de-9d2c5f0dd0b3 is going to be deleted. [ 1066.865440] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.865799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.889267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.889401] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07651108-55c1-472e-b94f-12fd0eb60c1c is going to be deleted. [ 1066.890640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.890640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.914300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.914300] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 is going to be deleted. [ 1066.914546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.914805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.954425] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.954605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.986866] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.987037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.991443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.991582] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c854af9-9a6e-4746-8c17-a5532d915743 is going to be deleted. [ 1066.992509] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.992796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.022299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.022462] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f43f495-c293-45c4-acf2-d2ab7208594a is going to be deleted. [ 1067.023388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.023619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.094629] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.094891] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.095977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.096128] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aded5f7a-1c3d-402b-a5a1-d815234ecf66 is going to be deleted. [ 1067.097181] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.097451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.142635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.142821] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70d0af6-e0af-4e76-845a-57b121acffdc is going to be deleted. [ 1067.143757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.143983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.173086] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.173370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.207507] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.207507] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913792f9-4c47-439b-a7ef-670e3356fe79 is going to be deleted. [ 1067.208527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.208894] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.214755] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.214755] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.247585] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e295771-6a5f-4900-b4be-0b5c6b197316',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.248675] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55551012-b90d-4be7-9a6c-87d7b88a0310',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.249550] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.256017] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.260888] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.261148] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b930feb9-93ff-4b78-b14b-d3db3a3cef15 is going to be deleted. [ 1067.262542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.262877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.267540] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.267708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.339882] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.339882] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.364523] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.364697] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.367884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.368102] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23a0d8f1-443f-4495-999a-c072e1566239 is going to be deleted. [ 1067.369416] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.369697] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.463924] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.466420] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f339fe0-05a8-4e71-878c-96cc153acbdd is going to be deleted. [ 1067.467643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.467764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.503859] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.503859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.533975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.534179] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be deleted. [ 1067.535232] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.535498] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.582340] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.582552] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.608797] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.608957] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 381fd5b8-482f-4422-96f4-17c75deae34a is going to be deleted. [ 1067.610109] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.610349] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.624541] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.624541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.651460] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.651460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.676769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.676968] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c4a1a50-76a2-44c4-83c5-45479311ea33 is going to be deleted. [ 1067.678284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.678552] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.714966] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 in Status: SUCCESS [ 1067.715418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.715418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.715576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.715786] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.715912] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.715982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.716128] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.716200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.716308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.716416] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a216ecc-eca3-46e5-b682-ae2a83aae1a9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.729707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.729859] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd32007d-59d2-4748-ba74-3b604e95de8e is going to be deleted. [ 1067.731383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.731603] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.751525] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.751776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.751776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.751967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.752074] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.752178] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 is going to be created. [ 1067.753668] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55551012-b90d-4be7-9a6c-87d7b88a0310: rpc.has_security_group_logging(os_id): False [ 1067.754651] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3aeae12-f889-40dc-a0be-e953d4927da6: rpc.has_security_group_logging(os_id): False [ 1067.758862] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0913fa11-fde3-4b73-96b8-96d059b7945c: rpc.has_security_group_logging(os_id): False [ 1067.775574] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.775574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.785294] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.785294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.791270] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.791270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.826991] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.827199] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8480cfc7-a7c1-4676-95f3-a3676884e2ce is going to be deleted. [ 1067.828216] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.828455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.828561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.828687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cf2d733-b314-4a84-99de-9d2c5f0dd0b3" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.828850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.829014] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.829096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.829209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07651108-55c1-472e-b94f-12fd0eb60c1c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.829769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.829989] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.830058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.830191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.830354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.830516] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.830600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.830701] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f43f495-c293-45c4-acf2-d2ab7208594a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.830828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.830967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.831052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.831167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c854af9-9a6e-4746-8c17-a5532d915743" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.831295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.831559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.831637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.831747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aded5f7a-1c3d-402b-a5a1-d815234ecf66" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.831875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.832030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.832107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.832217] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913792f9-4c47-439b-a7ef-670e3356fe79" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.832355] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.832523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.832585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.832706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70d0af6-e0af-4e76-845a-57b121acffdc" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.832826] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.832961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.833057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.833169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b930feb9-93ff-4b78-b14b-d3db3a3cef15" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.833296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.833451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.833524] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.833648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23a0d8f1-443f-4495-999a-c072e1566239" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.833776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.833913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.833998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.834129] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.834255] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.834448] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.834547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.834734] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f339fe0-05a8-4e71-878c-96cc153acbdd" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.834792] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.834933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.837688] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.837841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.837889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.838046] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.838194] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.844681] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.844838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.855070] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 in Status: UNINITIALIZED for 2s [ 1067.865464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.866247] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.866247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.866247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.866620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.866620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.866620] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 is going to be updated. [ 1067.867701] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.867899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.869509] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.869619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.911400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.911851] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.911993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.912096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.912359] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.912464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.912566] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3aeae12-f889-40dc-a0be-e953d4927da6 is going to be updated. [ 1067.914083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.914083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.914083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.914083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-381fd5b8-482f-4422-96f4-17c75deae34a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.914447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.914447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.916054] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.916185] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.003484] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.003484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.030556] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.030826] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.034683] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.035279] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.035279] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.035394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.035551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.035634] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.035757] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c is going to be updated. [ 1068.038759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.039650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.039650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.039650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c4a1a50-76a2-44c4-83c5-45479311ea33" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.039650] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.039997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.039997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.040173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd32007d-59d2-4748-ba74-3b604e95de8e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.040526] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.040903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.040903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.041123] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8480cfc7-a7c1-4676-95f3-a3676884e2ce" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.041215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.041490] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.041574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.084525] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 in Status: IN_PROGRESS for 2s [ 1068.128819] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.129043] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.129198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.129512] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.129768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.157777] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3aeae12-f889-40dc-a0be-e953d4927da6 in Status: IN_PROGRESS for 2s [ 1068.217419] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.217569] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.217653] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.217922] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.218135] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.219469] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a216ecc-eca3-46e5-b682-ae2a83aae1a9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.236772] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: IN_PROGRESS for 2s [ 1068.727730] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a216ecc-eca3-46e5-b682-ae2a83aae1a9: rpc.has_security_group_logging(os_id): False [ 1068.750391] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.751293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.751437] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.751780] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.751898] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.752180] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.753288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.753288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.753288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.753288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.753288] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 is going to be created. [ 1068.823143] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.823360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.823360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.823574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.823764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.840060] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 in Status: IN_PROGRESS for 2s [ 1069.119512] env[65916]: INFO networking_nsxv3.common.synchronization [req-72f8da66-894d-4a32-ac4b-141b7443a983 req-db58fd02-91f3-4202-bfeb-fa10532acdde tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 1069.120074] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 1069.120421] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.120560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.120640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.120868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.121041] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.121157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.121239] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.121416] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.121569] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.121691] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.623617] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.869141] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 in Status: SUCCESS [ 1069.869447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.869612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.869870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.870154] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.870335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.870335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.870460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.870559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.870615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.870758] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e295771-6a5f-4900-b4be-0b5c6b197316',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.097713] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 in Status: SUCCESS [ 1070.097925] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.127802] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.183422] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3aeae12-f889-40dc-a0be-e953d4927da6 in Status: SUCCESS [ 1070.183653] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.257812] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: SUCCESS [ 1070.257812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.374970] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e295771-6a5f-4900-b4be-0b5c6b197316',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.632784] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.632784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.632784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.632784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.632784] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.632784] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 1070.673066] env[65916]: INFO networking_nsxv3.common.synchronization [req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 req-0abdcc81-d8a2-44d6-bed4-cc3b476c0831 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Enqueued Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_members [ 1070.674391] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.674549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.674655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.675875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.675875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.676447] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_members [ 1070.677088] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eeff83-4367-4613-b523-641a11727950 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.677088] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.677088] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.677314] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.677422] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.677542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.679033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.679033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.679033] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.679033] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.691051] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 1070.853994] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 in Status: SUCCESS [ 1070.854239] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.877851] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e295771-6a5f-4900-b4be-0b5c6b197316: rpc.has_security_group_logging(os_id): False [ 1070.898156] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.898318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.898367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.898598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.898697] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.898928] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.899067] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.899133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.899305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.899399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.899491] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 is going to be created. [ 1070.967595] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.967777] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.967819] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.968039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.968223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.981646] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 in Status: IN_PROGRESS for 2s [ 1071.030670] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.031766] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-777" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.031766] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-777" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.031766] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-777" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.031766] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.032055] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.032104] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.032341] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.032490] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.032751] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.032934] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.033078] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.033202] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.033371] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.033545] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.033771] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.056482] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.056682] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.056824] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.057016] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-777" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.057345] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.057521] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.057640] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.057973] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.058125] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb3af12c-4951-4dfa-9ce1-0c48f053c7f0',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.181922] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.182198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.182284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.182524] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.182617] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.182837] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.182942] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.183017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.183213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.183286] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.183372] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57eeff83-4367-4613-b523-641a11727950 already deleted. [ 1071.183476] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.561764] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.561764] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.561764] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.562046] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.562150] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.564847] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 not found, creating... [ 1071.564847] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.564847] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.564847] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.564847] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.564847] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.564847] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.564847] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.564847] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.564847] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.565416] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.565416] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 is going to be created. [ 1071.586617] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.586936] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.587094] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.587406] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.587705] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.587952] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.312486] env[65916]: INFO networking_nsxv3.common.synchronization [req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 req-2113d5af-1956-46e5-bf7e-fc9fab6ef712 service nova] Enqueued Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_rules [ 1072.312792] env[65916]: INFO networking_nsxv3.common.synchronization [req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 req-2113d5af-1956-46e5-bf7e-fc9fab6ef712 service nova] Enqueued Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_members [ 1072.312792] env[65916]: INFO networking_nsxv3.common.synchronization [req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 req-2113d5af-1956-46e5-bf7e-fc9fab6ef712 service nova] Enqueued Resource ID: bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 with Priority: HIGHEST for action port [ 1072.313369] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_rules [ 1072.313517] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_members [ 1072.313640] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 with Priority: HIGHEST for action port [ 1072.313930] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57eeff83-4367-4613-b523-641a11727950 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.314111] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.314168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.314451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.314504] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.315972] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eeff83-4367-4613-b523-641a11727950 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.315972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.316205] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.316205] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.316339] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.316506] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.316570] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.316692] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.316773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.316867] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.318157] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.318157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.318157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.318157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.318157] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb3af12c-4951-4dfa-9ce1-0c48f053c7f0',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.701020] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 1072.701274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.820041] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.821365] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eeff83-4367-4613-b523-641a11727950 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.822280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.822280] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 with status ACTIVE [ 1072.822280] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.822280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.822280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.822557] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.822557] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.822634] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.822734] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.822789] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.822937] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.823019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.823204] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.823312] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.823361] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.823475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.823609] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.823609] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 is going to be updated. [ 1072.847071] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.847302] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.847302] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.847491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.847620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.847824] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.960036] env[65916]: INFO networking_nsxv3.common.synchronization [req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 req-a7494a6b-4d76-4dfb-b92c-3b15ce593402 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Enqueued Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_members [ 1072.960567] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_members [ 1072.960869] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eeff83-4367-4613-b523-641a11727950 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.960967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.001051] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 in Status: SUCCESS [ 1073.001351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.288995] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.289201] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-777" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.289329] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-777" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.289598] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-777" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.289866] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.290032] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.290152] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.290370] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.290509] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.290715] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.290823] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.290926] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.291060] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.291145] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.291248] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.291372] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.322967] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.326216] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.326216] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.326216] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.326216] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-777" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.326839] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-849d9ae0-898b-4d58-993a-f4dffbea8e77 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.326839] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-849d9ae0-898b-4d58-993a-f4dffbea8e77" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.326839] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-849d9ae0-898b-4d58-993a-f4dffbea8e77" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.327078] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-849d9ae0-898b-4d58-993a-f4dffbea8e77" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.327226] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('849d9ae0-898b-4d58-993a-f4dffbea8e77',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.827806] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.827983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.828048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.828336] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.828336] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.828485] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57eeff83-4367-4613-b523-641a11727950 is going to be created. [ 1073.829945] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.830152] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.830272] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.830529] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.830676] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.830817] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 849d9ae0-898b-4d58-993a-f4dffbea8e77 not found, creating... [ 1073.831405] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.831405] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.831405] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.831735] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.831849] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.832116] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.832480] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.832480] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.832591] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.833889] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.833889] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 849d9ae0-898b-4d58-993a-f4dffbea8e77 is going to be created. [ 1073.873295] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.873295] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.873295] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.873295] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.873295] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.873295] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-849d9ae0-898b-4d58-993a-f4dffbea8e77" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.874844] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.875184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.875388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.875913] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.876587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.893752] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eeff83-4367-4613-b523-641a11727950 in Status: UNINITIALIZED for 2s [ 1074.584257] env[65916]: INFO networking_nsxv3.common.synchronization [req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 req-b462a7ec-b426-413c-a689-1b31983c8bff service nova] Enqueued Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_rules [ 1074.584546] env[65916]: INFO networking_nsxv3.common.synchronization [req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 req-b462a7ec-b426-413c-a689-1b31983c8bff service nova] Enqueued Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_members [ 1074.584716] env[65916]: INFO networking_nsxv3.common.synchronization [req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 req-b462a7ec-b426-413c-a689-1b31983c8bff service nova] Enqueued Resource ID: 849d9ae0-898b-4d58-993a-f4dffbea8e77 with Priority: HIGHEST for action port [ 1074.586222] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_rules [ 1074.586443] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_members [ 1074.586588] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849d9ae0-898b-4d58-993a-f4dffbea8e77 with Priority: HIGHEST for action port [ 1074.586994] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57eeff83-4367-4613-b523-641a11727950 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.587154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.587414] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eeff83-4367-4613-b523-641a11727950 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.587543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.587786] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-849d9ae0-898b-4d58-993a-f4dffbea8e77 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.587910] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-849d9ae0-898b-4d58-993a-f4dffbea8e77" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.587991] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-849d9ae0-898b-4d58-993a-f4dffbea8e77" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.588246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-849d9ae0-898b-4d58-993a-f4dffbea8e77" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.588383] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('849d9ae0-898b-4d58-993a-f4dffbea8e77',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.090788] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 849d9ae0-898b-4d58-993a-f4dffbea8e77 with status ACTIVE [ 1075.090788] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.092134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.092134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.092134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.092134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.092134] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.092134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.092134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.092134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.092134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.092863] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.092863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.092863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.092863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.093012] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.093109] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 849d9ae0-898b-4d58-993a-f4dffbea8e77 is going to be updated. [ 1075.118724] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.118954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.119041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.119253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.119389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.119690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-849d9ae0-898b-4d58-993a-f4dffbea8e77" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.711099] env[65916]: INFO networking_nsxv3.common.synchronization [req-79e9698f-c148-41b7-9292-f943d21bd2ac req-9e590863-b206-4923-b2d8-e0d1a8eaf3bc tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Enqueued Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_members [ 1075.712846] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGHEST for action security_group_members [ 1075.712846] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aeae12-f889-40dc-a0be-e953d4927da6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.712846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.712846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.712846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.712846] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.712846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.713323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.713323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.713323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.713323] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.903400] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eeff83-4367-4613-b523-641a11727950 in Status: SUCCESS [ 1075.903667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.903873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.904168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.904404] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.904543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.904657] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.904844] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.904950] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.905070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.905207] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.906077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.906283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.906475] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.906693] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.906866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.906920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.907035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.907202] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.216677] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.216841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.216922] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.217211] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.217347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.217661] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.217834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.217834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.218071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.218163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.218260] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aeae12-f889-40dc-a0be-e953d4927da6 is going to be updated. [ 1076.255764] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.255961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.255961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.256214] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.256407] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.268107] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aeae12-f889-40dc-a0be-e953d4927da6 in Status: IN_PROGRESS for 2s [ 1076.409658] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eeff83-4367-4613-b523-641a11727950 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.409658] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.410389] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.912401] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.415090] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.415090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.415090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.415090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.415090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.415090] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57eeff83-4367-4613-b523-641a11727950 is going to be updated. [ 1077.449085] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.449085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.449085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.449085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.449085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.459886] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eeff83-4367-4613-b523-641a11727950 in Status: IN_PROGRESS for 2s [ 1078.246750] env[65916]: INFO networking_nsxv3.common.synchronization [req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf req-ef049725-564b-46c1-86e3-f42b3338f326 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1078.246750] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1078.246750] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.246750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.246750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.246750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.246750] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.246750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.246750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.247354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.247354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.247354] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.281545] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aeae12-f889-40dc-a0be-e953d4927da6 in Status: SUCCESS [ 1078.281545] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aeae12-f889-40dc-a0be-e953d4927da6 deletion is rescheduled due to dependency. [ 1078.281545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.481458] env[65916]: INFO networking_nsxv3.common.synchronization [req-2d467c99-da96-49ed-a77c-d7ea13ad866e req-e490c0d8-a692-465b-8277-db5625a0b2d7 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_members [ 1078.485538] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba with Priority: HIGHEST for action security_group_members [ 1078.486017] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cbacb-98eb-4113-a31a-3c25b0974bba taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.486202] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.486302] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.486462] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.486748] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.486874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.486936] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.487131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.487222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.487356] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9cbacb-98eb-4113-a31a-3c25b0974bba',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.640323] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.640560] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.640632] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.640974] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.641258] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.641422] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.641537] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.641751] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.641897] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.643211] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.643211] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.643211] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.643211] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.643211] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.643211] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.643211] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.664204] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.664963] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.664963] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.664963] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.665238] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-1de15e59-690f-42ba-a8d8-6164842c2ef5 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.665238] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-1de15e59-690f-42ba-a8d8-6164842c2ef5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.665419] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-1de15e59-690f-42ba-a8d8-6164842c2ef5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.667752] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-1de15e59-690f-42ba-a8d8-6164842c2ef5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.667752] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1de15e59-690f-42ba-a8d8-6164842c2ef5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.749457] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.749680] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.749680] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.749873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.769406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.769674] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.769799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.769863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.770075] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.770159] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.770251] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 1078.796991] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.797170] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.797236] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.797421] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.797556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.807231] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 1078.989811] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.989984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.990068] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.990291] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.011716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.011985] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.012125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.012190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.012394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.012481] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.012628] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba is going to be updated. [ 1079.045059] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.045059] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.045059] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.045301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.045397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.055066] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba in Status: IN_PROGRESS for 2s [ 1079.169636] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.169918] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.170074] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.170354] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.170505] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.170659] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 1de15e59-690f-42ba-a8d8-6164842c2ef5 not found, creating... [ 1079.170949] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.171124] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.171258] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.171450] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.171585] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.171865] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.172031] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.172147] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.172346] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.172476] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.172614] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 1de15e59-690f-42ba-a8d8-6164842c2ef5 is going to be created. [ 1079.193650] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.193905] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.194037] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.194273] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.194544] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.194962] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-1de15e59-690f-42ba-a8d8-6164842c2ef5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.471796] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eeff83-4367-4613-b523-641a11727950 in Status: SUCCESS [ 1079.472232] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.472300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.472522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.472719] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.472843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.472908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.473041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.473122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.473219] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.960027] env[65916]: INFO networking_nsxv3.common.synchronization [req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf req-a91637b5-1ee3-464b-8f8b-fd95bdb81aea service nova] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_rules [ 1079.960027] env[65916]: INFO networking_nsxv3.common.synchronization [req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf req-a91637b5-1ee3-464b-8f8b-fd95bdb81aea service nova] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1079.960027] env[65916]: INFO networking_nsxv3.common.synchronization [req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf req-a91637b5-1ee3-464b-8f8b-fd95bdb81aea service nova] Enqueued Resource ID: 1de15e59-690f-42ba-a8d8-6164842c2ef5 with Priority: HIGHEST for action port [ 1079.960027] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_rules [ 1079.960027] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1079.960027] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de15e59-690f-42ba-a8d8-6164842c2ef5 with Priority: HIGHEST for action port [ 1079.960910] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.961226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.961410] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.962029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.962253] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.963804] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.963804] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.963804] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-1de15e59-690f-42ba-a8d8-6164842c2ef5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.963804] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1de15e59-690f-42ba-a8d8-6164842c2ef5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.964269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1de15e59-690f-42ba-a8d8-6164842c2ef5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.964269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1de15e59-690f-42ba-a8d8-6164842c2ef5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.964269] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1de15e59-690f-42ba-a8d8-6164842c2ef5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.975665] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.466246] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.466414] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.466555] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1de15e59-690f-42ba-a8d8-6164842c2ef5 with status ACTIVE [ 1080.466784] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.466937] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.466998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.467230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.467298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.467427] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.467522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.467576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.467745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.467816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.468009] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.468168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.468168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.468274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.468329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.468412] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1de15e59-690f-42ba-a8d8-6164842c2ef5 is going to be updated. [ 1080.478202] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.491111] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.491111] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.491303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.491364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.491552] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.491648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1de15e59-690f-42ba-a8d8-6164842c2ef5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.818493] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 1080.818493] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b deletion is rescheduled due to dependency. [ 1080.818493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.818695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.818888] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.819108] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.819246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.819310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.819471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.819550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.819650] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.980283] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.980477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.980550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.980717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.980809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.980910] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57eeff83-4367-4613-b523-641a11727950 is going to be updated. [ 1081.013956] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.014198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.014293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.014485] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.014699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.025595] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eeff83-4367-4613-b523-641a11727950 in Status: IN_PROGRESS for 2s [ 1081.066428] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba in Status: SUCCESS [ 1081.066621] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cbacb-98eb-4113-a31a-3c25b0974bba deletion is rescheduled due to dependency. [ 1081.066789] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cbacb-98eb-4113-a31a-3c25b0974bba" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.322722] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.825979] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.328994] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.329384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.329480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.329727] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.329828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.329939] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 1082.362314] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.362551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.362622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.362773] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.362946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.371925] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 1083.036791] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eeff83-4367-4613-b523-641a11727950 in Status: SUCCESS [ 1083.036791] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.036791] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.036791] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.037272] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.037272] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.037272] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.037449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.037449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.037535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.037804] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eeff83-4367-4613-b523-641a11727950 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.037804] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.037804] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.038092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.038156] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.038238] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.038340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.038493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.038493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.038887] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.039016] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.542508] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57eeff83-4367-4613-b523-641a11727950: rpc.has_security_group_logging(os_id): False [ 1083.566285] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.566788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.569020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.569020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.569020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.569020] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.569020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.569020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.569020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.569020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.569020] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.569020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.569020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.569020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.569020] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.569020] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.569689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.569689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.569900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.569999] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.570121] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57eeff83-4367-4613-b523-641a11727950 is going to be created. [ 1083.627067] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.627230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.627290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.627498] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.627678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.639425] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57eeff83-4367-4613-b523-641a11727950 in Status: IN_PROGRESS for 2s [ 1084.048452] env[65916]: INFO networking_nsxv3.common.synchronization [None req-237d6400-2a86-46fe-b183-e1417e74aeef None None] Enqueued Resource ID: afe76336-9191-4a84-aff3-324541cda5f0 with Priority: HIGHEST for action port [ 1084.049442] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe76336-9191-4a84-aff3-324541cda5f0 with Priority: HIGHEST for action port [ 1084.049442] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-afe76336-9191-4a84-aff3-324541cda5f0 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.049635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afe76336-9191-4a84-aff3-324541cda5f0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.049635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afe76336-9191-4a84-aff3-324541cda5f0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.049817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afe76336-9191-4a84-aff3-324541cda5f0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.049903] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe76336-9191-4a84-aff3-324541cda5f0',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.385782] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 1084.386028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.386229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.386488] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.386692] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.386859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.386961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.387110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.387196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.387281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.387378] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.552281] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afe76336-9191-4a84-aff3-324541cda5f0 [ 1084.552485] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.552637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.552725] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.552980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.553110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.553220] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afe76336-9191-4a84-aff3-324541cda5f0 already deleted. [ 1084.553331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afe76336-9191-4a84-aff3-324541cda5f0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.890630] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.891329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.891329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.891502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.891737] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.891885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.891977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.892606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.892606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.892606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.893580] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.893756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.893846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.894076] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.894947] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.894947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.894947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.894947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.894947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.894947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.894947] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.153657] env[65916]: INFO networking_nsxv3.common.synchronization [req-e52e144d-7260-4ac6-9896-da487cd91461 req-8c8349ea-3048-4e3b-9703-c742b2836899 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1085.154032] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1085.154304] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.154428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.154496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.154690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.154915] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.155035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.155105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.155234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.155316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.155409] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.423729] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2a6a2f3-8a4b-4cd5-844c-30984ca8781b: rpc.has_security_group_logging(os_id): False [ 1085.423729] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.423729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.423729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.423729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.423729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.423729] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.423729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.423729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.423729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.423729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.423729] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.423729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.423729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.423729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.424285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.424285] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.424285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.424285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.424285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.424285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.424285] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 1085.500350] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.500350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.500350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.500350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.502449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.521328] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 1085.591780] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.591780] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.591780] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.591780] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.591780] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.592101] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.592101] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.592177] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.592319] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.592524] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.592634] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.592732] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.592834] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.592937] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.593052] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.593228] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.619680] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.620618] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.620618] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.620618] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.621049] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-9ad45041-0b10-4ab7-999e-093d5725d926 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.621316] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-9ad45041-0b10-4ab7-999e-093d5725d926" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.621474] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-9ad45041-0b10-4ab7-999e-093d5725d926" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.621868] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-9ad45041-0b10-4ab7-999e-093d5725d926" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.622073] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad45041-0b10-4ab7-999e-093d5725d926',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.652426] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57eeff83-4367-4613-b523-641a11727950 in Status: SUCCESS [ 1085.652666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.652839] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.653091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.653277] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.658929] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.659146] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.659238] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.659466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.659556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.659775] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.659877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.659941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.660159] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.660242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.660340] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 is going to be deleted. [ 1085.722263] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.722263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.722263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.722460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.722534] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.722732] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.894935] env[65916]: INFO networking_nsxv3.common.synchronization [req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 req-10a12393-db16-4f65-a097-0b4c5f20f084 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Enqueued Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 1085.895777] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481061d5-95e1-4192-a671-a98e4917c518 with Priority: HIGHEST for action security_group_members [ 1085.895874] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-481061d5-95e1-4192-a671-a98e4917c518 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.896030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.896030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.896233] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.896395] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.896501] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.896588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.897227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.897227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.897227] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481061d5-95e1-4192-a671-a98e4917c518',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.125696] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.125923] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.126061] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.126358] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.126514] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.126665] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 9ad45041-0b10-4ab7-999e-093d5725d926 not found, creating... [ 1086.126953] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.127133] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.127248] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.127470] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.127602] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.127904] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.128488] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.128488] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.128488] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.128634] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.128634] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 9ad45041-0b10-4ab7-999e-093d5725d926 is going to be created. [ 1086.151172] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.151172] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.151172] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.151317] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.151549] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.151769] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-9ad45041-0b10-4ab7-999e-093d5725d926" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.155736] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eeff83-4367-4613-b523-641a11727950 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.156056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.156056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.156270] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.156331] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.156419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.156482] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.156630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.156742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.156781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.156912] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.400585] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.401171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.401171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.401171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.426165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.427394] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.427394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.427394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.427394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.427394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.427394] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 is going to be updated. [ 1086.431267] env[65916]: INFO networking_nsxv3.common.synchronization [None req-e65f630b-9421-4d58-af5f-88eeaf35f43d None None] Enqueued Resource ID: 713cd095-0a29-42e3-bad1-9241a082349d with Priority: HIGHEST for action port [ 1086.432029] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713cd095-0a29-42e3-bad1-9241a082349d with Priority: HIGHEST for action port [ 1086.432029] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-713cd095-0a29-42e3-bad1-9241a082349d taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.432155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-713cd095-0a29-42e3-bad1-9241a082349d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.432237] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-713cd095-0a29-42e3-bad1-9241a082349d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.432445] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-713cd095-0a29-42e3-bad1-9241a082349d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.433014] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('713cd095-0a29-42e3-bad1-9241a082349d',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.458278] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.458278] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.458278] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.458278] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.458278] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.469975] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: IN_PROGRESS for 2s [ 1086.659393] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eeff83-4367-4613-b523-641a11727950 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.659554] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.659622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.659840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.660015] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.660121] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.660184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.660325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.660408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.660497] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.660644] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eeff83-4367-4613-b523-641a11727950 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.660736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.660793] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.660932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.661083] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.661178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.661234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.661372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.661446] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.661526] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.661610] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.845609] env[65916]: INFO networking_nsxv3.common.synchronization [req-e52e144d-7260-4ac6-9896-da487cd91461 req-cdc87ad8-ea28-47c2-ac78-dd7f7192c60c service nova] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_rules [ 1086.845852] env[65916]: INFO networking_nsxv3.common.synchronization [req-e52e144d-7260-4ac6-9896-da487cd91461 req-cdc87ad8-ea28-47c2-ac78-dd7f7192c60c service nova] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1086.846064] env[65916]: INFO networking_nsxv3.common.synchronization [req-e52e144d-7260-4ac6-9896-da487cd91461 req-cdc87ad8-ea28-47c2-ac78-dd7f7192c60c service nova] Enqueued Resource ID: 9ad45041-0b10-4ab7-999e-093d5725d926 with Priority: HIGHEST for action port [ 1086.847242] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_rules [ 1086.847393] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1086.847531] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad45041-0b10-4ab7-999e-093d5725d926 with Priority: HIGHEST for action port [ 1086.847883] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.848104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.848208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.848447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.848564] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.849896] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.850077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.850174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.850371] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.850569] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.850767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.850859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.851035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.851154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.851269] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.852699] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ad45041-0b10-4ab7-999e-093d5725d926 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.852699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ad45041-0b10-4ab7-999e-093d5725d926" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.852699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ad45041-0b10-4ab7-999e-093d5725d926" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.852699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ad45041-0b10-4ab7-999e-093d5725d926" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.852699] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad45041-0b10-4ab7-999e-093d5725d926',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.937428] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 713cd095-0a29-42e3-bad1-9241a082349d [ 1086.937678] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.937815] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.937883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.938118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.938317] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.938604] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:713cd095-0a29-42e3-bad1-9241a082349d already deleted. [ 1086.938700] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-713cd095-0a29-42e3-bad1-9241a082349d" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.164040] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57eeff83-4367-4613-b523-641a11727950: rpc.has_security_group_logging(os_id): False [ 1087.183070] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.183070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.183277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.183386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.183484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.183703] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.183807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.183872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.184031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.184109] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.184283] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.184374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.184436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.184572] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.184644] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.184865] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.184972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.185048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.185194] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.185269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.185356] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57eeff83-4367-4613-b523-641a11727950 is going to be updated. [ 1087.259114] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.259274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.259274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.259467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.259547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.299098] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57eeff83-4367-4613-b523-641a11727950 in Status: IN_PROGRESS for 2s [ 1087.354811] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.354986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.355198] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.356337] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ad45041-0b10-4ab7-999e-093d5725d926 with status ACTIVE [ 1087.356337] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.356483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.356483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.356672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.356762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.356979] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.357103] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.357167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.357314] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.357391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.357577] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.357670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.357732] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.357887] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.357983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.358091] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ad45041-0b10-4ab7-999e-093d5725d926 is going to be updated. [ 1087.395484] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.395696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.395696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.395893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.396052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.396228] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ad45041-0b10-4ab7-999e-093d5725d926" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.548635] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 1087.548939] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.860618] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.362592] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.363483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.363483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.363483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.363483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.363483] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 is going to be created. [ 1088.420455] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.420604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.420668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.420879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.421061] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.431957] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: UNINITIALIZED for 2s [ 1088.486843] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481061d5-95e1-4192-a671-a98e4917c518 in Status: SUCCESS [ 1088.487140] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481061d5-95e1-4192-a671-a98e4917c518 deletion is rescheduled due to dependency. [ 1088.487266] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481061d5-95e1-4192-a671-a98e4917c518" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.071114] env[65916]: INFO networking_nsxv3.common.synchronization [None req-52bcbbaa-ea9a-44d8-8ab0-f144787aac48 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Enqueued Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_rules [ 1089.071691] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_rules [ 1089.072086] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.072860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.072860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.072860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.072860] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.188332] env[65916]: INFO networking_nsxv3.common.synchronization [None req-cc39ce8f-494a-4c37-be9b-322b9b9a653b tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Enqueued Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_rules [ 1089.188875] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_rules [ 1089.189289] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.189464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.321963] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57eeff83-4367-4613-b523-641a11727950 in Status: SUCCESS [ 1089.322213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.598091] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.598467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.598467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.598563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.598642] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.598746] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a already deleted. [ 1089.598831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.598999] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.599173] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.599262] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.861354] env[65916]: INFO networking_nsxv3.common.synchronization [None req-5ee4113c-f6d6-439b-a910-15f72e39d810 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Enqueued Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 1089.862102] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e with Priority: HIGHEST for action security_group_members [ 1089.863313] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.863313] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.863313] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.863313] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.863313] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.863313] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.863621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.863759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.864259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.864430] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca0cf45-2833-4bc5-b7e1-7d0784a36c9e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.124673] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.125089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.125247] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.126532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.126657] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.126765] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a already deleted. [ 1090.126848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.366641] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.366802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.366875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.367162] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.367262] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.367458] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.367554] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.367618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.367796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.367840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.367931] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca0cf45-2833-4bc5-b7e1-7d0784a36c9e is going to be deleted. [ 1090.401084] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.401341] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.401459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.401774] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.401942] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.402089] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca0cf45-2833-4bc5-b7e1-7d0784a36c9e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.447068] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: SUCCESS [ 1090.447068] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.447203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.447418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.447622] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.447745] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.447810] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.448209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.448348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.448471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.448606] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.951423] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.455404] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5: rpc.has_security_group_logging(os_id): False [ 1091.478498] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.478696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.478742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.479356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.479356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.479540] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.479540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.479540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.479705] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.479779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.479869] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 is going to be created. [ 1091.545930] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.546271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.546271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.546522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.546522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.560131] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: IN_PROGRESS for 2s [ 1092.016790] env[65916]: INFO networking_nsxv3.common.synchronization [req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 req-4667769a-f5a1-4d29-afc4-d70c99b9ce1f tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Enqueued Resource ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 with Priority: HIGHEST for action security_group_members [ 1092.017613] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 with Priority: HIGHEST for action security_group_members [ 1092.018017] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f845cf2-cf74-40bc-aca1-57d44d08e956 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.018017] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.018353] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.018499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.018669] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.018782] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.018846] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.019013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.019105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.019361] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f845cf2-cf74-40bc-aca1-57d44d08e956',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.426609] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.426816] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-203" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.426967] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-203" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.427409] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-203" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.427683] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.427825] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.427936] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.428321] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.428563] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.428759] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.428911] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.429071] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.429212] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.429360] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.429488] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.429671] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.450015] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.450199] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.450347] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.450527] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-203" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.450841] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-0c22e713-fe9f-4a08-80e8-8c8363b18e16 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.451032] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-0c22e713-fe9f-4a08-80e8-8c8363b18e16" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.451156] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-0c22e713-fe9f-4a08-80e8-8c8363b18e16" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.451491] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-0c22e713-fe9f-4a08-80e8-8c8363b18e16" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.451633] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c22e713-fe9f-4a08-80e8-8c8363b18e16',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.521780] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.521950] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.522934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.523227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.523327] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.523544] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.523652] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.523715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.523867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.523943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.524042] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 already deleted. [ 1092.524136] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.954372] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.954588] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.954716] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.955048] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.955212] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.955365] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 0c22e713-fe9f-4a08-80e8-8c8363b18e16 not found, creating... [ 1092.955626] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.955785] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.955902] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.956146] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.956284] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.956587] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.956744] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.956859] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.957225] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.957392] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.957552] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 0c22e713-fe9f-4a08-80e8-8c8363b18e16 is going to be created. [ 1092.979084] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.979308] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.979423] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.979721] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.979957] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.980232] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-0c22e713-fe9f-4a08-80e8-8c8363b18e16" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.204371] env[65916]: INFO networking_nsxv3.common.synchronization [req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 req-061d9f85-02d9-42ee-8b22-f902fca55f17 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1093.204982] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1093.205348] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.205476] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.205545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.205748] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.205905] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.206112] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.206180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.206339] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.206426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.206524] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.577369] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: SUCCESS [ 1093.577535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.708868] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.709061] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.709127] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.709368] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.709466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.709869] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.710035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.710117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.710339] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.710455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.710571] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 1093.740951] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.740951] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.740951] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.740951] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.740951] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.751777] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 1093.883019] env[65916]: INFO networking_nsxv3.common.synchronization [req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 req-90d7e9e2-3a6a-453f-9182-56abfba4a46f service nova] Enqueued Resource ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 with Priority: HIGHEST for action security_group_rules [ 1093.883019] env[65916]: INFO networking_nsxv3.common.synchronization [req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 req-90d7e9e2-3a6a-453f-9182-56abfba4a46f service nova] Enqueued Resource ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 with Priority: HIGHEST for action security_group_members [ 1093.883019] env[65916]: INFO networking_nsxv3.common.synchronization [req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 req-90d7e9e2-3a6a-453f-9182-56abfba4a46f service nova] Enqueued Resource ID: 0c22e713-fe9f-4a08-80e8-8c8363b18e16 with Priority: HIGHEST for action port [ 1093.883497] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 with Priority: HIGHEST for action security_group_rules [ 1093.883706] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 with Priority: HIGHEST for action security_group_members [ 1093.883819] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c22e713-fe9f-4a08-80e8-8c8363b18e16 with Priority: HIGHEST for action port [ 1093.885615] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f845cf2-cf74-40bc-aca1-57d44d08e956 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.885615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.885615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.885615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.885615] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f845cf2-cf74-40bc-aca1-57d44d08e956',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.887023] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f845cf2-cf74-40bc-aca1-57d44d08e956 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.887214] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.887307] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.887511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.887708] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.887820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.887883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.889341] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.889564] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.889640] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f845cf2-cf74-40bc-aca1-57d44d08e956',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.890822] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c22e713-fe9f-4a08-80e8-8c8363b18e16 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.890952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c22e713-fe9f-4a08-80e8-8c8363b18e16" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.891039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c22e713-fe9f-4a08-80e8-8c8363b18e16" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.891242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c22e713-fe9f-4a08-80e8-8c8363b18e16" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.891324] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c22e713-fe9f-4a08-80e8-8c8363b18e16',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.393210] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f845cf2-cf74-40bc-aca1-57d44d08e956',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.396028] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f845cf2-cf74-40bc-aca1-57d44d08e956 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.396172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.396522] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c22e713-fe9f-4a08-80e8-8c8363b18e16 with status ACTIVE [ 1094.397311] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.397311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.397311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.397311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.397311] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.397480] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.397480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.397623] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.397658] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.397727] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.397908] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.398263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.398263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.398263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.398403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.398403] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c22e713-fe9f-4a08-80e8-8c8363b18e16 is going to be updated. [ 1094.429559] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.429703] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.429744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.429955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.430119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.430268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c22e713-fe9f-4a08-80e8-8c8363b18e16" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.436337] env[65916]: INFO networking_nsxv3.common.synchronization [req-04746c09-35df-4972-8036-e70050d31d8d req-4cc6ef92-8ed5-4d4f-b616-ae7a47b6b027 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Enqueued Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_members [ 1094.436813] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_members [ 1094.437198] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.437315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.437382] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.437634] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.437792] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.437892] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.437953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.438266] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.438335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.438396] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.899149] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f845cf2-cf74-40bc-aca1-57d44d08e956',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.941796] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.942341] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.942341] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.942835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.942835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.943051] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.943223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.943434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.943594] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.943734] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.943889] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 already deleted. [ 1094.944065] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.015059] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.015059] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-853" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.015059] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-853" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.015059] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-853" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.015059] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.015059] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.015059] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.015059] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.015499] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.015576] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.015686] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.015856] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.015899] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.015994] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.016113] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.016244] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.035277] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.036047] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.036047] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.036047] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-853" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.036241] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-0645744e-1471-4a70-8f63-4b28062ac2e8 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.036329] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.036429] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.036778] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.036921] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0645744e-1471-4a70-8f63-4b28062ac2e8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.401974] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.402281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.402524] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.402836] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.402933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.403052] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 is going to be created. [ 1095.430402] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.430588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.430588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.430779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.430941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.442832] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 in Status: UNINITIALIZED for 2s [ 1095.540018] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.543043] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.543043] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.543043] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.543043] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.543043] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 0645744e-1471-4a70-8f63-4b28062ac2e8 not found, creating... [ 1095.543043] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.543043] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.543043] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.543043] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.543043] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.543565] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.543873] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.544152] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.544457] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.544693] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.544922] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 0645744e-1471-4a70-8f63-4b28062ac2e8 is going to be created. [ 1095.570537] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.570537] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.570537] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.571054] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.571835] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.572378] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.766910] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 1095.766910] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b deletion is rescheduled due to dependency. [ 1095.766910] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.380202] env[65916]: INFO networking_nsxv3.common.synchronization [req-04746c09-35df-4972-8036-e70050d31d8d req-6779da28-f438-44fe-8078-0aae783e4953 service nova] Enqueued Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_rules [ 1096.380458] env[65916]: INFO networking_nsxv3.common.synchronization [req-04746c09-35df-4972-8036-e70050d31d8d req-6779da28-f438-44fe-8078-0aae783e4953 service nova] Enqueued Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_members [ 1096.380694] env[65916]: INFO networking_nsxv3.common.synchronization [req-04746c09-35df-4972-8036-e70050d31d8d req-6779da28-f438-44fe-8078-0aae783e4953 service nova] Enqueued Resource ID: 0645744e-1471-4a70-8f63-4b28062ac2e8 with Priority: HIGHEST for action port [ 1096.382670] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_rules [ 1096.382980] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_members [ 1096.383222] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0645744e-1471-4a70-8f63-4b28062ac2e8 with Priority: HIGHEST for action port [ 1096.386253] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.386253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.386253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.386695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.386899] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.388455] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.388557] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.388667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.388953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.389217] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.389367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.389464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.389693] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.389823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.389959] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.392599] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-0645744e-1471-4a70-8f63-4b28062ac2e8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.392861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.393044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.393424] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.393582] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0645744e-1471-4a70-8f63-4b28062ac2e8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.864141] env[65916]: INFO networking_nsxv3.common.synchronization [None req-5c8ab346-9a88-458a-8d5b-f0aae8642bf7 None None] Enqueued Resource ID: d2c4355d-fc58-4981-8a19-5a0f92bc6db8 with Priority: HIGHEST for action port [ 1096.864141] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2c4355d-fc58-4981-8a19-5a0f92bc6db8 with Priority: HIGHEST for action port [ 1096.864141] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2c4355d-fc58-4981-8a19-5a0f92bc6db8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.864141] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2c4355d-fc58-4981-8a19-5a0f92bc6db8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.864141] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2c4355d-fc58-4981-8a19-5a0f92bc6db8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.864141] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2c4355d-fc58-4981-8a19-5a0f92bc6db8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.864141] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2c4355d-fc58-4981-8a19-5a0f92bc6db8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.900359] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.901416] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.901530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.901950] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0645744e-1471-4a70-8f63-4b28062ac2e8 with status ACTIVE [ 1096.902320] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.902472] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.902570] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.902790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.903049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.903262] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.903370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.903807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.903986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.904188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.904391] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.904492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.904557] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.904708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.904786] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.904874] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0645744e-1471-4a70-8f63-4b28062ac2e8 is going to be updated. [ 1096.931967] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.931967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.931967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.931967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.931967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.931967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.008694] env[65916]: INFO networking_nsxv3.common.synchronization [req-0cf47469-ae15-4b4e-b018-580ac7596281 req-44b26195-a1fd-4691-b6ab-d7dfaba6bb5a tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Enqueued Resource ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 with Priority: HIGHEST for action security_group_members [ 1097.009294] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 with Priority: HIGHEST for action security_group_members [ 1097.009608] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.009731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.009799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.010027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.010228] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.010309] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.010341] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.010487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.010572] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.010664] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87b1b5d-ad43-43c1-8b00-a85c5a2551b9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.369472] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2c4355d-fc58-4981-8a19-5a0f92bc6db8 [ 1097.369717] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.369844] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.369943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.370315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.370315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.370470] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2c4355d-fc58-4981-8a19-5a0f92bc6db8 already deleted. [ 1097.370470] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2c4355d-fc58-4981-8a19-5a0f92bc6db8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.407302] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.457275] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 in Status: SUCCESS [ 1097.457572] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.457777] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.458010] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.458251] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.458376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.458451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.458625] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.458707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.458793] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.458883] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f845cf2-cf74-40bc-aca1-57d44d08e956',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.512410] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.512615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.512725] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.512983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.542572] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.543290] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.543290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.543290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.543479] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.543479] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.543616] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 is going to be updated. [ 1097.577181] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.577390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.577503] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.577733] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.577930] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.588105] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 in Status: IN_PROGRESS for 2s [ 1097.910271] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.910615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.910615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.912154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.912154] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.912154] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 is going to be created. [ 1097.941286] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.941427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.941816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.941816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.941907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.954503] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: UNINITIALIZED for 2s [ 1097.961059] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f845cf2-cf74-40bc-aca1-57d44d08e956',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.465881] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f845cf2-cf74-40bc-aca1-57d44d08e956: rpc.has_security_group_logging(os_id): False [ 1098.486528] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.490905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.490905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.490905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.490905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.491334] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.491334] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.491513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.491603] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.491674] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.494966] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 is going to be created. [ 1098.636486] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.636699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.636699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.636905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.637206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.652081] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 in Status: IN_PROGRESS for 2s [ 1098.713862] env[65916]: INFO networking_nsxv3.common.synchronization [None req-7b2e5cd1-0fa1-4a47-9a8e-3ad65d181bd8 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Enqueued Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_rules [ 1098.714444] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_rules [ 1098.714759] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b75e61-fea8-4b75-96d6-4d094f8599b2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.714886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.714955] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.715670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.715762] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.930679] env[65916]: INFO networking_nsxv3.common.synchronization [None req-3ab3b9d5-3bdf-41a1-b107-0e175917b7e0 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Enqueued Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_rules [ 1098.931248] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_rules [ 1098.932701] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b75e61-fea8-4b75-96d6-4d094f8599b2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.932864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.227117] env[65916]: INFO networking_nsxv3.common.synchronization [req-4101bd8e-307c-4f79-9a49-c270fe0ce30a req-9d998138-20cf-4b5c-b4b2-bd2e9ef76984 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Enqueued Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_members [ 1099.228344] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_members [ 1099.229103] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.229368] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.229545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.229886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.230323] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.232283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.232283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.232283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.232283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.232283] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.249919] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.249919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.249919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.249919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.249919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.249919] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 already deleted. [ 1099.249919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.249919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.249919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.249919] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.602551] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 in Status: SUCCESS [ 1099.602742] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87b1b5d-ad43-43c1-8b00-a85c5a2551b9 deletion is rescheduled due to dependency. [ 1099.602859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b1b5d-ad43-43c1-8b00-a85c5a2551b9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.734557] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.734763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.734829] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.735442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.735442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.735442] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.735606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.735606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.735684] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.735769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.735858] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a already deleted. [ 1099.735943] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.773806] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.774640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.774640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.774640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.774640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.774640] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 already deleted. [ 1099.774640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.967958] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: SUCCESS [ 1099.970093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.970093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.970093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.970093] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.970093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.970093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.970093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.970093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.970093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.970093] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.985821] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.986029] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.986140] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.987667] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.988458] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.988458] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.988458] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.988731] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.988941] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.989872] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.989872] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.989872] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.989872] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.989872] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.989872] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.989872] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.026856] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.026856] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.026856] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.028229] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.028895] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-abb66564-477f-44a1-b026-7732a79b161e taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.029104] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.029344] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.030191] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.030191] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb66564-477f-44a1-b026-7732a79b161e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.478293] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.478293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.478293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.478293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.478293] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.478293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.478293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.478293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.478293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.478293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.478293] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.478293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.478293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.478293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.478293] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.478293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.478764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.478764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.478764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.478764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.478764] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.536476] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.536476] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.536476] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.536743] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.536802] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.536958] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port abb66564-477f-44a1-b026-7732a79b161e not found, creating... [ 1100.537336] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.537506] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.541110] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.541110] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.541110] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.541110] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.541110] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.541110] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.541110] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.541110] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.541110] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: abb66564-477f-44a1-b026-7732a79b161e is going to be created. [ 1100.578253] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.578528] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.578625] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.578943] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.579164] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.579411] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.684816] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 in Status: SUCCESS [ 1100.684816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.864816] env[65916]: INFO networking_nsxv3.common.synchronization [None req-165f61d3-6bd8-4415-995c-593774f94e34 None None] Enqueued Resource ID: 818f77fc-6d1b-4b46-b984-6c2236a8f0fb with Priority: HIGHEST for action port [ 1100.869818] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 818f77fc-6d1b-4b46-b984-6c2236a8f0fb with Priority: HIGHEST for action port [ 1100.871082] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-818f77fc-6d1b-4b46-b984-6c2236a8f0fb taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.871531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-818f77fc-6d1b-4b46-b984-6c2236a8f0fb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.871741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-818f77fc-6d1b-4b46-b984-6c2236a8f0fb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.873797] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-818f77fc-6d1b-4b46-b984-6c2236a8f0fb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.874368] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('818f77fc-6d1b-4b46-b984-6c2236a8f0fb',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.982048] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6: rpc.has_security_group_logging(os_id): False [ 1101.007017] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.007157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.007279] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.007540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.008049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.008049] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.008049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.008049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.008269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.008391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.008598] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.008779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.008887] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.009169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.009266] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.009459] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.009673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.009673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.009803] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.009879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.009967] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 is going to be created. [ 1101.100206] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.100471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.100580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.101220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.101421] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.122871] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: IN_PROGRESS for 2s [ 1101.320427] env[65916]: INFO networking_nsxv3.common.synchronization [req-4101bd8e-307c-4f79-9a49-c270fe0ce30a req-8140f1f4-3ffd-43e8-9706-96ab5bda5041 service nova] Enqueued Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_rules [ 1101.320616] env[65916]: INFO networking_nsxv3.common.synchronization [req-4101bd8e-307c-4f79-9a49-c270fe0ce30a req-8140f1f4-3ffd-43e8-9706-96ab5bda5041 service nova] Enqueued Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_members [ 1101.320753] env[65916]: INFO networking_nsxv3.common.synchronization [req-4101bd8e-307c-4f79-9a49-c270fe0ce30a req-8140f1f4-3ffd-43e8-9706-96ab5bda5041 service nova] Enqueued Resource ID: abb66564-477f-44a1-b026-7732a79b161e with Priority: HIGHEST for action port [ 1101.321378] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_rules [ 1101.321517] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_members [ 1101.321618] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abb66564-477f-44a1-b026-7732a79b161e with Priority: HIGHEST for action port [ 1101.321922] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.322058] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.322124] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.322341] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.322433] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.323393] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.323541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.323612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.323801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.323967] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.324076] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.324214] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.324370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.324461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.324553] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.326537] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-abb66564-477f-44a1-b026-7732a79b161e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.327689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.327689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.327689] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.327689] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb66564-477f-44a1-b026-7732a79b161e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.376907] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 818f77fc-6d1b-4b46-b984-6c2236a8f0fb [ 1101.377639] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.377848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.378166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.378327] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.378489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.378675] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:818f77fc-6d1b-4b46-b984-6c2236a8f0fb already deleted. [ 1101.378732] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-818f77fc-6d1b-4b46-b984-6c2236a8f0fb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.828723] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.830452] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.830452] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.830736] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abb66564-477f-44a1-b026-7732a79b161e with status ACTIVE [ 1101.830822] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.830937] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.831014] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.831296] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.831420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.831598] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.831725] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.831869] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.832681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.832804] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.833030] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.833139] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.833205] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.833371] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.833443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.833547] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abb66564-477f-44a1-b026-7732a79b161e is going to be updated. [ 1101.860909] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.861009] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.861158] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.861413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.861563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.861731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.335449] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.837958] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.838206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.838336] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.838592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.838705] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.838829] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a is going to be created. [ 1102.867105] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.867294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.867389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.867594] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.867763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.879589] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a in Status: UNINITIALIZED for 2s [ 1103.136491] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: SUCCESS [ 1103.136491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.889882] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a in Status: SUCCESS [ 1104.890248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.890302] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.890593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.890817] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.890957] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.891041] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.891215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.891295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.891394] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.891488] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.394222] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.896996] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a: rpc.has_security_group_logging(os_id): False [ 1105.924635] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.924811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.924811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.925704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.925704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.925704] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.925704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.925704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.925972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.925972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.925972] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a is going to be created. [ 1106.009042] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.009281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.009281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.009514] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.010047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.024947] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a in Status: IN_PROGRESS for 2s [ 1106.132372] env[65916]: INFO networking_nsxv3.common.synchronization [req-d375a40e-8e54-49ad-b7e4-633165bf8092 req-4b5dc093-36a2-466a-bfa9-313df12f5103 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Enqueued Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_members [ 1106.132952] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_members [ 1106.133283] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b75e61-fea8-4b75-96d6-4d094f8599b2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.133409] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.133466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.133737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.134794] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.134794] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.134794] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.134794] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.134794] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.134794] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.506156] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.506470] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.506641] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.507052] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.507336] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.507537] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.507678] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.507867] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.508026] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.508263] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.508329] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.508436] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.508569] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.508642] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.508737] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.508867] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.528110] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.528382] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.528530] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.528735] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.529093] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-98387d85-1f67-46eb-9b36-26196000ae4b taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.529287] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-98387d85-1f67-46eb-9b36-26196000ae4b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.529422] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-98387d85-1f67-46eb-9b36-26196000ae4b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.529759] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-98387d85-1f67-46eb-9b36-26196000ae4b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.529915] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98387d85-1f67-46eb-9b36-26196000ae4b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.641826] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.642076] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.642190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.642476] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.642643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.642849] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.642998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.643090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.643543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.643714] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.643845] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 already deleted. [ 1106.643949] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.031815] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.032286] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.032286] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.032455] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.032603] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.032802] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 98387d85-1f67-46eb-9b36-26196000ae4b not found, creating... [ 1107.033097] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.033264] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.033380] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.033605] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.033740] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.034033] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.034193] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.034308] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.034532] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.034679] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.034792] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 98387d85-1f67-46eb-9b36-26196000ae4b is going to be created. [ 1107.059455] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.059699] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.059827] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.060132] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.060375] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.060718] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-98387d85-1f67-46eb-9b36-26196000ae4b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.811403] env[65916]: INFO networking_nsxv3.common.synchronization [req-d375a40e-8e54-49ad-b7e4-633165bf8092 req-14ffd9be-3abe-4b74-ab45-1eedd0b7bb13 service nova] Enqueued Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_rules [ 1107.811591] env[65916]: INFO networking_nsxv3.common.synchronization [req-d375a40e-8e54-49ad-b7e4-633165bf8092 req-14ffd9be-3abe-4b74-ab45-1eedd0b7bb13 service nova] Enqueued Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_members [ 1107.811731] env[65916]: INFO networking_nsxv3.common.synchronization [req-d375a40e-8e54-49ad-b7e4-633165bf8092 req-14ffd9be-3abe-4b74-ab45-1eedd0b7bb13 service nova] Enqueued Resource ID: 98387d85-1f67-46eb-9b36-26196000ae4b with Priority: HIGHEST for action port [ 1107.812978] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_rules [ 1107.813146] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_members [ 1107.813363] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98387d85-1f67-46eb-9b36-26196000ae4b with Priority: HIGHEST for action port [ 1107.813827] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b75e61-fea8-4b75-96d6-4d094f8599b2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.813996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.813996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.814162] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.814287] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.815914] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b75e61-fea8-4b75-96d6-4d094f8599b2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.816109] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.816196] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.816392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.816551] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.816648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.816715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.816908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.817014] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.817131] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.819403] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-98387d85-1f67-46eb-9b36-26196000ae4b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.819403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98387d85-1f67-46eb-9b36-26196000ae4b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.819403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98387d85-1f67-46eb-9b36-26196000ae4b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.819403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98387d85-1f67-46eb-9b36-26196000ae4b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.819403] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98387d85-1f67-46eb-9b36-26196000ae4b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.038720] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a in Status: SUCCESS [ 1108.039021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.316886] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b75e61-fea8-4b75-96d6-4d094f8599b2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.317150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.319535] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.321272] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98387d85-1f67-46eb-9b36-26196000ae4b with status ACTIVE [ 1108.321469] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.321752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.322013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.322074] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.322205] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.323036] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.323189] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.323267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.323468] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.323580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.323796] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.323900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.323963] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.324122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.324202] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.324286] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98387d85-1f67-46eb-9b36-26196000ae4b is going to be updated. [ 1108.350062] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.350239] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.350275] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.350492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.350635] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.350808] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98387d85-1f67-46eb-9b36-26196000ae4b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.568026] env[65916]: INFO networking_nsxv3.common.synchronization [req-ca4aa45e-3722-475d-b6f4-688663455f11 req-4d30635d-5d21-4756-b327-17614a65e239 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1108.568858] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1108.569064] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.569064] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.569153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.569391] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.569587] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.569720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.569818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.569999] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.570138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.570259] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.822588] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.939527] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.939835] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.939964] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.940357] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.940747] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.940987] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.941873] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.942379] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.942721] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.943046] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.943306] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.943484] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.943640] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.943792] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.943946] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.944173] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.969608] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.969785] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.969928] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.970197] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-498" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.970569] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-6fdc69cf-9770-4abd-8863-97acd466518a taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.970804] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-6fdc69cf-9770-4abd-8863-97acd466518a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.971033] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-6fdc69cf-9770-4abd-8863-97acd466518a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.971477] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-6fdc69cf-9770-4abd-8863-97acd466518a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.971717] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fdc69cf-9770-4abd-8863-97acd466518a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.072937] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.073310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.073310] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.073574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.073673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.073967] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.074049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.074117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.074295] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.074375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.074477] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 1109.103295] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.103656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.103656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.103656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.103829] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.116268] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 1109.328182] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.328436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.328496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.328760] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.328861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.328963] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 is going to be created. [ 1109.362933] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.362933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.362933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.363096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.363485] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.390036] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: UNINITIALIZED for 2s [ 1109.474914] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.475137] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.475282] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.475647] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.475800] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.475983] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 6fdc69cf-9770-4abd-8863-97acd466518a not found, creating... [ 1109.476301] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.476475] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.476597] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.476869] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.477079] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.477417] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.477676] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.477803] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.478053] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.478198] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.478343] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 6fdc69cf-9770-4abd-8863-97acd466518a is going to be created. [ 1109.506600] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.506811] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.506961] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.507283] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.507607] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.507891] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-6fdc69cf-9770-4abd-8863-97acd466518a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.202570] env[65916]: INFO networking_nsxv3.common.synchronization [req-ca4aa45e-3722-475d-b6f4-688663455f11 req-de3d680a-743b-46b8-8687-17ffa81491f3 service nova] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_rules [ 1110.203120] env[65916]: INFO networking_nsxv3.common.synchronization [req-ca4aa45e-3722-475d-b6f4-688663455f11 req-de3d680a-743b-46b8-8687-17ffa81491f3 service nova] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1110.203120] env[65916]: INFO networking_nsxv3.common.synchronization [req-ca4aa45e-3722-475d-b6f4-688663455f11 req-de3d680a-743b-46b8-8687-17ffa81491f3 service nova] Enqueued Resource ID: 6fdc69cf-9770-4abd-8863-97acd466518a with Priority: HIGHEST for action port [ 1110.203571] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_rules [ 1110.203723] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1110.203845] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fdc69cf-9770-4abd-8863-97acd466518a with Priority: HIGHEST for action port [ 1110.205185] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.205324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.205413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.205642] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.205796] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.206698] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.206800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.207007] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fdc69cf-9770-4abd-8863-97acd466518a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.207122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fdc69cf-9770-4abd-8863-97acd466518a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.208104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fdc69cf-9770-4abd-8863-97acd466518a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.208104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fdc69cf-9770-4abd-8863-97acd466518a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.208104] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fdc69cf-9770-4abd-8863-97acd466518a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.709330] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.709493] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.710736] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fdc69cf-9770-4abd-8863-97acd466518a with status ACTIVE [ 1110.710927] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.711060] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.711127] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.711336] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.711423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.711592] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.711691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.711753] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.711934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.712060] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.713048] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.713048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.713048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.713048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.713048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.713048] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fdc69cf-9770-4abd-8863-97acd466518a is going to be updated. [ 1110.739428] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.739652] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.739652] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.740022] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.740316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.740581] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fdc69cf-9770-4abd-8863-97acd466518a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.131844] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 1111.132107] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b deletion is rescheduled due to dependency. [ 1111.132263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.132562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.132878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.133113] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.133273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.133419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.133830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.133905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.133975] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.404690] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: SUCCESS [ 1111.405245] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.405441] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.405744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.406025] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.406194] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.406263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.406449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.406549] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.406642] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.406734] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.636585] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.908874] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.139532] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.411151] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14b75e61-fea8-4b75-96d6-4d094f8599b2: rpc.has_security_group_logging(os_id): False [ 1112.431397] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.431584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.431658] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.431849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.431954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.432239] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.432344] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.432413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.432578] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.432677] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.432766] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 is going to be created. [ 1112.511594] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.511809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.511809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.512055] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.512264] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.524629] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: IN_PROGRESS for 2s [ 1112.642339] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.642633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.642633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.642781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.642885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.642989] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 1112.683227] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.683227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.683502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.683502] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.683837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.694607] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 1113.187762] env[65916]: INFO networking_nsxv3.common.synchronization [req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 req-30640ccc-8114-4b97-9104-ad140f333d0f tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Enqueued Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_members [ 1113.188683] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_members [ 1113.189089] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.189229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.189300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.189532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.189758] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.189932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.190009] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.190168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.190252] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.190342] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.595993] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.596391] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-853" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.596440] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-853" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.596680] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-853" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.596930] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.597219] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.597219] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.597420] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.597634] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.597859] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.597969] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.598085] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.598187] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.598291] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.598418] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.600481] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.626111] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.626111] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.626111] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.626111] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-853" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.627393] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-4564ae65-5617-43d1-bf55-33885ad41d3b taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.627693] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-4564ae65-5617-43d1-bf55-33885ad41d3b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.627838] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-4564ae65-5617-43d1-bf55-33885ad41d3b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.628253] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-4564ae65-5617-43d1-bf55-33885ad41d3b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.628810] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4564ae65-5617-43d1-bf55-33885ad41d3b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.693035] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.131348] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.131605] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.131930] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.132286] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.132525] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.132772] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 4564ae65-5617-43d1-bf55-33885ad41d3b not found, creating... [ 1114.133089] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.133264] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.133384] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.133624] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.133764] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.134087] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.134251] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.134366] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.134575] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.134707] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.134844] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 4564ae65-5617-43d1-bf55-33885ad41d3b is going to be created. [ 1114.159575] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.159807] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.160016] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.160368] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.160737] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.161101] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-4564ae65-5617-43d1-bf55-33885ad41d3b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.194895] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.543654] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: SUCCESS [ 1114.543654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.697164] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.697590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.697590] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.698027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.698027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.698027] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 is going to be updated. [ 1114.710261] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 1114.710492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.710662] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.710897] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.711160] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.711294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.711294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.711459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.711557] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.711647] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.711743] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.733250] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.733464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.733464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.733670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.733823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.746380] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: IN_PROGRESS for 2s [ 1114.898755] env[65916]: INFO networking_nsxv3.common.synchronization [req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 req-58784e43-5efa-4c87-b481-6c4dffc44373 service nova] Enqueued Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_rules [ 1114.899320] env[65916]: INFO networking_nsxv3.common.synchronization [req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 req-58784e43-5efa-4c87-b481-6c4dffc44373 service nova] Enqueued Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_members [ 1114.899593] env[65916]: INFO networking_nsxv3.common.synchronization [req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 req-58784e43-5efa-4c87-b481-6c4dffc44373 service nova] Enqueued Resource ID: 4564ae65-5617-43d1-bf55-33885ad41d3b with Priority: HIGHEST for action port [ 1114.900584] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_rules [ 1114.900825] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_members [ 1114.901014] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4564ae65-5617-43d1-bf55-33885ad41d3b with Priority: HIGHEST for action port [ 1114.901423] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.902432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.902432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.902432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.902432] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.903262] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.903400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.903645] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-4564ae65-5617-43d1-bf55-33885ad41d3b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.903770] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4564ae65-5617-43d1-bf55-33885ad41d3b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.903917] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4564ae65-5617-43d1-bf55-33885ad41d3b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.905715] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4564ae65-5617-43d1-bf55-33885ad41d3b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.905715] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4564ae65-5617-43d1-bf55-33885ad41d3b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.213885] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.214098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.214229] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.214484] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.214719] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.214833] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.214901] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.215084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.215175] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.215289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.215515] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.216340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.216340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.216340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.216340] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.216340] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.216736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.216736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.216736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.216736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.216736] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.406271] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.406407] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.408898] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4564ae65-5617-43d1-bf55-33885ad41d3b with status ACTIVE [ 1115.409409] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.409409] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.409409] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.409593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.409593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.409712] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.409813] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.409875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.410182] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.410182] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.410707] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.410707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.410707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.410707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.410707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.410874] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4564ae65-5617-43d1-bf55-33885ad41d3b is going to be updated. [ 1115.433347] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.433731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.433731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.433796] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.433970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.434165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4564ae65-5617-43d1-bf55-33885ad41d3b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.719112] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2a6a2f3-8a4b-4cd5-844c-30984ca8781b: rpc.has_security_group_logging(os_id): False [ 1115.738945] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.739181] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.739255] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.739474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.739568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.739766] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.739868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.739954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.740106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.740183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.740380] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.740473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.740536] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.740685] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.740747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.740942] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.741137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.741288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.741446] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.741523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.741612] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 1115.812128] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.812319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.812392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.812610] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.812759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.860909] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 1115.951236] env[65916]: INFO networking_nsxv3.common.synchronization [req-3d619210-4a87-442b-8d4f-60d7a5aac540 req-1e12b3d6-f7c1-4587-9114-d64d38451d5d tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 with Priority: HIGHEST for action security_group_members [ 1115.951236] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 with Priority: HIGHEST for action security_group_members [ 1115.951236] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e295771-6a5f-4900-b4be-0b5c6b197316 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.951367] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.951525] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.951802] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.952114] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.952434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.952576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.952939] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.953137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.953335] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e295771-6a5f-4900-b4be-0b5c6b197316',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.413869] env[65916]: INFO networking_nsxv3.common.synchronization [None req-2b85a5c8-94f6-489d-84ef-9a2c4c585c13 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Enqueued Resource ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e with Priority: HIGHEST for action security_group_rules [ 1116.414386] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e with Priority: HIGHEST for action security_group_rules [ 1116.414877] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.415025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.415122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.415399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.415541] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb9d9e6e-af88-45cd-8633-9a04c4d9d13e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.455784] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.455954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.456048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.456286] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.456414] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.456628] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.456695] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.456757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.456906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.456988] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.457078] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 is going to be updated. [ 1116.490471] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.490639] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.490706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.490976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.491146] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.503515] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 in Status: IN_PROGRESS for 2s [ 1116.506857] env[65916]: INFO networking_nsxv3.common.synchronization [None req-eda51e74-93d1-454d-a5c5-b8ed5302efd6 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Enqueued Resource ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e with Priority: HIGHEST for action security_group_rules [ 1116.507400] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e with Priority: HIGHEST for action security_group_rules [ 1116.507771] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.507934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.759393] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: SUCCESS [ 1116.759739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.759875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.760241] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.760483] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.760631] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.760726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.760929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.761948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.761948] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.938351] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.938834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.938834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.938980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.939049] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.939049] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e already deleted. [ 1116.939246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.939401] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.939616] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.939705] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb9d9e6e-af88-45cd-8633-9a04c4d9d13e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.263329] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.464340] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.464482] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.464542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.464768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.464884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.464973] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e already deleted. [ 1117.465037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.765278] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.882863] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 1117.882863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.269580] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.269828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.269828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.270364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.270364] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.270364] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 is going to be updated. [ 1118.306632] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.306632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.306632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.306632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.306632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.322491] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: IN_PROGRESS for 2s [ 1118.520823] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 in Status: SUCCESS [ 1118.521770] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e295771-6a5f-4900-b4be-0b5c6b197316 deletion is rescheduled due to dependency. [ 1118.521770] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e295771-6a5f-4900-b4be-0b5c6b197316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.335211] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: SUCCESS [ 1120.335540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.335578] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.335827] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.336106] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.336219] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.336299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.336555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.336555] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.336690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.336690] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.839594] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.839791] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.840408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.840408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.840408] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.840408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.840408] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.840632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.840632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.840700] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.840835] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.840940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.841009] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.841201] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.841363] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.841478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.841542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.841685] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.841760] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.841842] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.841932] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.343934] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6: rpc.has_security_group_logging(os_id): False [ 1121.365424] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.365615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.365615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.365885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.365974] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.366247] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.366420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.366420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.366607] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.366704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.366890] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.366985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.367059] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.367199] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.367272] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.367445] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.367574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.367614] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.367776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.367864] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.367948] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 is going to be updated. [ 1121.434230] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.434230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.434230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.434230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.434230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.447548] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: IN_PROGRESS for 2s [ 1121.508205] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1121.508363] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1122.643441] env[65916]: INFO networking_nsxv3.common.synchronization [req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec req-fc842497-8849-4253-a52a-b8150a07d41f tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Enqueued Resource ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e with Priority: HIGHEST for action security_group_members [ 1122.644434] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e with Priority: HIGHEST for action security_group_members [ 1122.644584] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.644812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.644812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.645092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.645282] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.645389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.645471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.645800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.645800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.645909] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb9d9e6e-af88-45cd-8633-9a04c4d9d13e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.033217] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.033437] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-777" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.033564] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-777" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.033851] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-777" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.034300] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.034478] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.034626] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.034877] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.035041] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.035251] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.035364] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.035474] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.035577] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.035685] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.035820] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.035913] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.057680] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.058047] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.058121] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.058288] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-777" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.058598] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-92c77d48-bc9a-4f8d-9a48-2be574319aec taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.058768] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-92c77d48-bc9a-4f8d-9a48-2be574319aec" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.058890] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-92c77d48-bc9a-4f8d-9a48-2be574319aec" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.059239] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-92c77d48-bc9a-4f8d-9a48-2be574319aec" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.059380] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c77d48-bc9a-4f8d-9a48-2be574319aec',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.149032] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.149032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.149032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.149273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.149447] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.149727] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.149900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.150019] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.150255] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.150384] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.150518] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e already deleted. [ 1123.150666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.470911] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: SUCCESS [ 1123.471164] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.562588] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.562825] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.562933] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.563262] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.563425] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.563596] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 92c77d48-bc9a-4f8d-9a48-2be574319aec not found, creating... [ 1123.563863] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.564054] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.564180] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.564401] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.564609] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.564918] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.565104] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.565229] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.565440] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.565578] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.565729] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 92c77d48-bc9a-4f8d-9a48-2be574319aec is going to be created. [ 1123.585618] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.585832] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.585962] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.586323] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.586574] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.586809] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-92c77d48-bc9a-4f8d-9a48-2be574319aec" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.339827] env[65916]: INFO networking_nsxv3.common.synchronization [req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec req-48eb7321-6a56-44a6-8b93-5d268a04d6b5 service nova] Enqueued Resource ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e with Priority: HIGHEST for action security_group_rules [ 1124.340146] env[65916]: INFO networking_nsxv3.common.synchronization [req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec req-48eb7321-6a56-44a6-8b93-5d268a04d6b5 service nova] Enqueued Resource ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e with Priority: HIGHEST for action security_group_members [ 1124.340146] env[65916]: INFO networking_nsxv3.common.synchronization [req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec req-48eb7321-6a56-44a6-8b93-5d268a04d6b5 service nova] Enqueued Resource ID: 92c77d48-bc9a-4f8d-9a48-2be574319aec with Priority: HIGHEST for action port [ 1124.340681] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e with Priority: HIGHEST for action security_group_rules [ 1124.340823] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e with Priority: HIGHEST for action security_group_members [ 1124.340919] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92c77d48-bc9a-4f8d-9a48-2be574319aec with Priority: HIGHEST for action port [ 1124.341218] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.341375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.341468] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.341633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.341713] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb9d9e6e-af88-45cd-8633-9a04c4d9d13e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.342597] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.343664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.343664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.343664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.343664] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.343664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.343664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.343664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.343664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.343664] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb9d9e6e-af88-45cd-8633-9a04c4d9d13e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.344426] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-92c77d48-bc9a-4f8d-9a48-2be574319aec taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.344531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92c77d48-bc9a-4f8d-9a48-2be574319aec" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.344600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92c77d48-bc9a-4f8d-9a48-2be574319aec" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.344768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92c77d48-bc9a-4f8d-9a48-2be574319aec" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.344846] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c77d48-bc9a-4f8d-9a48-2be574319aec',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.847050] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.847050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.847050] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb9d9e6e-af88-45cd-8633-9a04c4d9d13e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.848600] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92c77d48-bc9a-4f8d-9a48-2be574319aec with status ACTIVE [ 1124.848641] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.848755] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.848865] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.849214] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.849342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.849581] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.849708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.849776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.849948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.850734] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.851375] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.851375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.851375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.851375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.851568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.851568] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92c77d48-bc9a-4f8d-9a48-2be574319aec is going to be updated. [ 1124.873837] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.874052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.874052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.874268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.874403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.874565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92c77d48-bc9a-4f8d-9a48-2be574319aec" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.353643] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb9d9e6e-af88-45cd-8633-9a04c4d9d13e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.856347] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.856556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.856708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.856947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.857092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.857204] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e is going to be created. [ 1125.907976] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.908152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.908225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.908438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.908601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.921701] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e in Status: UNINITIALIZED for 2s [ 1126.264917] env[65916]: INFO networking_nsxv3.common.synchronization [req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 req-23e20aee-2636-47fc-82b9-9a54f5e7849a tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Enqueued Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_members [ 1126.265199] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_members [ 1126.265508] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.265659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.265698] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.265885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.268867] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.268867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.268867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.268867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.268867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.268867] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.770549] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.273222] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.776211] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.776516] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.776516] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.777563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.777563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.777563] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 is going to be updated. [ 1127.812092] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.812268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.812338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.812568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.812713] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.825875] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: IN_PROGRESS for 2s [ 1127.829826] env[65916]: INFO networking_nsxv3.common.synchronization [req-fa267545-4d78-4488-b161-494ef9372bee req-53c82ce8-1215-4615-844b-f3593c830032 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGHEST for action security_group_members [ 1127.830425] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGHEST for action security_group_members [ 1127.830602] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-55551012-b90d-4be7-9a6c-87d7b88a0310 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.830653] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.830706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.830920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.831101] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.831206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.831269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.831415] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.831498] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.831599] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55551012-b90d-4be7-9a6c-87d7b88a0310',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.935325] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e in Status: SUCCESS [ 1127.935325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.935465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.935964] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.935964] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.936072] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.936164] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.936279] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.936361] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.936446] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.936536] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb9d9e6e-af88-45cd-8633-9a04c4d9d13e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.333761] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.333942] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.334050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.334317] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.334454] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.334736] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.334851] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.334917] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.335109] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.335192] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.335295] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 is going to be updated. [ 1128.370971] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.371161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.371207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.371427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.371598] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.381333] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 in Status: IN_PROGRESS for 2s [ 1128.438888] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb9d9e6e-af88-45cd-8633-9a04c4d9d13e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.943270] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb9d9e6e-af88-45cd-8633-9a04c4d9d13e: rpc.has_security_group_logging(os_id): False [ 1128.965274] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.965436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.965473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.965688] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.965777] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.966032] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.966168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.966251] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.966420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.966510] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.966599] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e is going to be created. [ 1129.049190] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.049190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.049190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.049190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.049190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.069159] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e in Status: IN_PROGRESS for 2s [ 1129.834175] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: SUCCESS [ 1129.834460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.393615] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 in Status: SUCCESS [ 1130.393926] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 deletion is rescheduled due to dependency. [ 1130.393926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.085183] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e in Status: SUCCESS [ 1131.085457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.831445] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1132.831800] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1135.018841] env[65916]: INFO networking_nsxv3.common.synchronization [None req-a817adff-e767-4b38-8c60-36d6d2b58cd9 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 084f6174-aefa-42f5-8817-c0210e014bab with Priority: HIGHEST for action security_group_rules [ 1135.019458] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084f6174-aefa-42f5-8817-c0210e014bab with Priority: HIGHEST for action security_group_rules [ 1135.020507] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-084f6174-aefa-42f5-8817-c0210e014bab taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.020507] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.020507] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.021053] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.021143] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('084f6174-aefa-42f5-8817-c0210e014bab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.170764] env[65916]: INFO networking_nsxv3.common.synchronization [None req-d7d0aa36-be18-459e-811e-42ec6bf09bca tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 084f6174-aefa-42f5-8817-c0210e014bab with Priority: HIGHEST for action security_group_rules [ 1135.171369] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084f6174-aefa-42f5-8817-c0210e014bab with Priority: HIGHEST for action security_group_rules [ 1135.171688] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-084f6174-aefa-42f5-8817-c0210e014bab taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.171795] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.549131] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.549131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.549131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.549131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.549131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.549131] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 084f6174-aefa-42f5-8817-c0210e014bab already deleted. [ 1135.549131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.549131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.549131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.552104] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('084f6174-aefa-42f5-8817-c0210e014bab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.784581] env[65916]: INFO networking_nsxv3.common.synchronization [req-60742a10-8693-4619-8dcd-71f9ac8b22b6 req-e3543d78-618f-4a54-ae8d-2cd458e4792e tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 1135.785578] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 1135.785578] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.785578] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.785724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.785887] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.785982] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.786273] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.786456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.786621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.786710] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.786806] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.073850] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.074185] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.074185] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.074300] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.074392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.074493] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 084f6174-aefa-42f5-8817-c0210e014bab already deleted. [ 1136.075054] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.289706] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.289706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.289706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.289706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.289706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.289706] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.289706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.289706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.290416] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.290416] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.290416] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c is going to be updated. [ 1136.328362] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.328516] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.328646] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.328926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.329138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.342208] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: IN_PROGRESS for 2s [ 1138.359290] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: SUCCESS [ 1138.359626] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c deletion is rescheduled due to dependency. [ 1138.359798] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.786136] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1140.786458] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1142.374151] env[65916]: INFO networking_nsxv3.common.synchronization [req-4b1c0724-4261-4902-bd7e-b14564d4891c req-718e2a2d-14d7-439f-a74c-142d92e8b3ba tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 084f6174-aefa-42f5-8817-c0210e014bab with Priority: HIGHEST for action security_group_members [ 1142.374151] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084f6174-aefa-42f5-8817-c0210e014bab with Priority: HIGHEST for action security_group_members [ 1142.374151] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-084f6174-aefa-42f5-8817-c0210e014bab taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.374151] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.374151] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.374151] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.374151] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.374151] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.375158] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.375256] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.375433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.375618] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('084f6174-aefa-42f5-8817-c0210e014bab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.880873] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.881097] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.881097] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.881330] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.881423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.881634] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.881729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.881794] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.881958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.882047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.882133] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 084f6174-aefa-42f5-8817-c0210e014bab already deleted. [ 1142.882214] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.159785] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.159945] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.160083] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.160356] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.160717] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.160884] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.161007] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.161235] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.161387] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.161675] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.161800] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.161908] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.162023] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.162138] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.162240] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.162376] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.185729] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.185884] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.185982] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.186183] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.186521] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-13f68e8f-d395-4ecd-becc-4416f6757d2c taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.186698] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-13f68e8f-d395-4ecd-becc-4416f6757d2c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.186817] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-13f68e8f-d395-4ecd-becc-4416f6757d2c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.187167] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-13f68e8f-d395-4ecd-becc-4416f6757d2c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.187307] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13f68e8f-d395-4ecd-becc-4416f6757d2c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.419034] env[65916]: INFO networking_nsxv3.common.synchronization [req-924a42b6-dad7-4b64-9ff8-323e48111714 req-d713d3b2-63b4-4472-bfee-49a039e32766 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Enqueued Resource ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 with Priority: HIGHEST for action security_group_members [ 1143.419578] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 with Priority: HIGHEST for action security_group_members [ 1143.420026] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.420153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.420823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.420823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.420823] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.420823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.420823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.421087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.421087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.421157] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a216ecc-eca3-46e5-b682-ae2a83aae1a9',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.690388] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.690776] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.690931] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.691255] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.691381] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.691533] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 13f68e8f-d395-4ecd-becc-4416f6757d2c not found, creating... [ 1143.691832] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.692017] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.692140] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.692380] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.692522] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.692838] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.692991] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.693122] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.693325] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.693455] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.693591] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 13f68e8f-d395-4ecd-becc-4416f6757d2c is going to be created. [ 1143.719412] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.719412] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.719412] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.719671] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.719894] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.720134] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-13f68e8f-d395-4ecd-becc-4416f6757d2c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.924044] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.924044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.924351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.924351] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.924440] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.924721] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.924891] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.925026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.925281] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.925457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.925619] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 is going to be updated. [ 1143.961532] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.961719] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.961719] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.961940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.962114] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.973405] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 in Status: IN_PROGRESS for 2s [ 1144.404295] env[65916]: INFO networking_nsxv3.common.synchronization [req-4b1c0724-4261-4902-bd7e-b14564d4891c req-33fd6854-98d6-48ab-a29b-e3e031338786 service nova] Enqueued Resource ID: 084f6174-aefa-42f5-8817-c0210e014bab with Priority: HIGHEST for action security_group_rules [ 1144.404567] env[65916]: INFO networking_nsxv3.common.synchronization [req-4b1c0724-4261-4902-bd7e-b14564d4891c req-33fd6854-98d6-48ab-a29b-e3e031338786 service nova] Enqueued Resource ID: 084f6174-aefa-42f5-8817-c0210e014bab with Priority: HIGHEST for action security_group_members [ 1144.405330] env[65916]: INFO networking_nsxv3.common.synchronization [req-4b1c0724-4261-4902-bd7e-b14564d4891c req-33fd6854-98d6-48ab-a29b-e3e031338786 service nova] Enqueued Resource ID: 13f68e8f-d395-4ecd-becc-4416f6757d2c with Priority: HIGHEST for action port [ 1144.406059] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084f6174-aefa-42f5-8817-c0210e014bab with Priority: HIGHEST for action security_group_rules [ 1144.406296] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084f6174-aefa-42f5-8817-c0210e014bab with Priority: HIGHEST for action security_group_members [ 1144.406419] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f68e8f-d395-4ecd-becc-4416f6757d2c with Priority: HIGHEST for action port [ 1144.406845] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-084f6174-aefa-42f5-8817-c0210e014bab taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.407045] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.407090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.407768] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.407905] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('084f6174-aefa-42f5-8817-c0210e014bab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.409515] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-084f6174-aefa-42f5-8817-c0210e014bab taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.409648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.409756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.409990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.410195] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.410318] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.410388] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.410579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.410722] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.410821] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('084f6174-aefa-42f5-8817-c0210e014bab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.412149] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-13f68e8f-d395-4ecd-becc-4416f6757d2c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.412230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13f68e8f-d395-4ecd-becc-4416f6757d2c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.412276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13f68e8f-d395-4ecd-becc-4416f6757d2c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.412454] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13f68e8f-d395-4ecd-becc-4416f6757d2c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.412542] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13f68e8f-d395-4ecd-becc-4416f6757d2c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.914635] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-084f6174-aefa-42f5-8817-c0210e014bab taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.914915] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.915102] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('084f6174-aefa-42f5-8817-c0210e014bab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.917627] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13f68e8f-d395-4ecd-becc-4416f6757d2c with status ACTIVE [ 1144.917790] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.918206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.918380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.918521] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.918619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.918830] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.919070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.919070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.919232] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.919232] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.919711] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.919711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.919711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.919711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.919911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.919911] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13f68e8f-d395-4ecd-becc-4416f6757d2c is going to be updated. [ 1144.943878] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.944211] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.944290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.944663] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.944879] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.945329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13f68e8f-d395-4ecd-becc-4416f6757d2c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.422395] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('084f6174-aefa-42f5-8817-c0210e014bab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.925158] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.925544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.925544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.925624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.925670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.925784] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 084f6174-aefa-42f5-8817-c0210e014bab is going to be created. [ 1145.953650] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.953845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.953888] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.954092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.954283] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.963880] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 084f6174-aefa-42f5-8817-c0210e014bab in Status: UNINITIALIZED for 2s [ 1145.982877] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 in Status: SUCCESS [ 1145.983115] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a216ecc-eca3-46e5-b682-ae2a83aae1a9 deletion is rescheduled due to dependency. [ 1145.983256] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a216ecc-eca3-46e5-b682-ae2a83aae1a9" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.004925] env[65916]: INFO networking_nsxv3.common.synchronization [req-85f0841d-e159-408d-a913-ae8cae12c21b req-5e12d7f1-8111-467a-9fec-2ea8414627d8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 1147.004925] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 1147.005599] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.005599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.005599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.005599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.005599] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.005599] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.005813] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.005813] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.005949] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.005986] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.356885] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.357102] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.357229] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.357494] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.357744] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.357899] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.358166] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.358936] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.358936] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.359121] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.359391] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.360320] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.360320] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.360320] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.360320] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.360320] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.384189] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.384412] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.384596] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.384806] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.385170] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-9145cddd-973f-4e12-80d0-1966092e0187 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.385405] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-9145cddd-973f-4e12-80d0-1966092e0187" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.385542] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-9145cddd-973f-4e12-80d0-1966092e0187" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.385925] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-9145cddd-973f-4e12-80d0-1966092e0187" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.386121] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9145cddd-973f-4e12-80d0-1966092e0187',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.509579] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.509767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.509820] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.510045] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.510142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.510347] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.510451] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.510519] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.510648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.510801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.510890] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c is going to be updated. [ 1147.541833] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.542024] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.542105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.542342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.542558] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.554178] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: IN_PROGRESS for 2s [ 1147.889335] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.889744] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.890065] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.890503] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.890820] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.891158] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 9145cddd-973f-4e12-80d0-1966092e0187 not found, creating... [ 1147.891691] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.892086] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.892318] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.892665] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.892898] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.893368] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.893640] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.893804] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.894170] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.894431] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.894705] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 9145cddd-973f-4e12-80d0-1966092e0187 is going to be created. [ 1147.918216] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.918385] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.918528] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.918848] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.919211] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.919348] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-9145cddd-973f-4e12-80d0-1966092e0187" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.986285] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 084f6174-aefa-42f5-8817-c0210e014bab in Status: SUCCESS [ 1147.986676] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.986934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.987277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.987576] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.987719] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.987800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.987985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.988098] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.988217] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.988391] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('084f6174-aefa-42f5-8817-c0210e014bab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.491019] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('084f6174-aefa-42f5-8817-c0210e014bab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.676620] env[65916]: INFO networking_nsxv3.common.synchronization [req-85f0841d-e159-408d-a913-ae8cae12c21b req-91bda570-0a42-46bc-9528-ec19c15fa9a5 service nova] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_rules [ 1148.676620] env[65916]: INFO networking_nsxv3.common.synchronization [req-85f0841d-e159-408d-a913-ae8cae12c21b req-91bda570-0a42-46bc-9528-ec19c15fa9a5 service nova] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 1148.676620] env[65916]: INFO networking_nsxv3.common.synchronization [req-85f0841d-e159-408d-a913-ae8cae12c21b req-91bda570-0a42-46bc-9528-ec19c15fa9a5 service nova] Enqueued Resource ID: 9145cddd-973f-4e12-80d0-1966092e0187 with Priority: HIGHEST for action port [ 1148.676905] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_rules [ 1148.676905] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 1148.677014] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9145cddd-973f-4e12-80d0-1966092e0187 with Priority: HIGHEST for action port [ 1148.677382] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.677585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.677585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.678237] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.678237] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.678844] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.678947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.679178] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-9145cddd-973f-4e12-80d0-1966092e0187 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.679284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9145cddd-973f-4e12-80d0-1966092e0187" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.679348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9145cddd-973f-4e12-80d0-1966092e0187" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.679861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9145cddd-973f-4e12-80d0-1966092e0187" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.679861] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9145cddd-973f-4e12-80d0-1966092e0187',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.993963] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 084f6174-aefa-42f5-8817-c0210e014bab: rpc.has_security_group_logging(os_id): False [ 1149.014456] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.014668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.014717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.014925] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.015028] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.015272] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.015372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.015440] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.015624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.015719] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.015812] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 084f6174-aefa-42f5-8817-c0210e014bab is going to be created. [ 1149.089249] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.089427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.089492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.089680] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.089867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.110516] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 084f6174-aefa-42f5-8817-c0210e014bab in Status: IN_PROGRESS for 2s [ 1149.182390] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.182390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.182649] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9145cddd-973f-4e12-80d0-1966092e0187 with status ACTIVE [ 1149.183385] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.183385] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.183385] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.183596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.183696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.183944] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.184105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.184174] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.184363] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.184619] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.184678] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.184874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.185010] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.185685] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.185685] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.185685] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9145cddd-973f-4e12-80d0-1966092e0187 is going to be updated. [ 1149.216147] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.216456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.216594] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.216901] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.217532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.217532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9145cddd-973f-4e12-80d0-1966092e0187" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.566421] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: SUCCESS [ 1149.566757] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c deletion is rescheduled due to dependency. [ 1149.566805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.566983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.567280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.567407] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.567531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.567587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.567739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.567812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.567904] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.070203] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.573325] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.075889] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.076087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.076176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.076705] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.076898] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.077080] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c is going to be updated. [ 1151.110901] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.111162] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.111230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.111670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.111855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.129223] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 084f6174-aefa-42f5-8817-c0210e014bab in Status: SUCCESS [ 1151.129497] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.130463] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: IN_PROGRESS for 2s [ 1153.146301] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: SUCCESS [ 1153.146301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.146301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.146301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.146301] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.146301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.146301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.146301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.146301] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.147353] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.147353] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.649338] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.678032] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1153.678143] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1154.151985] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0913fa11-fde3-4b73-96b8-96d059b7945c: rpc.has_security_group_logging(os_id): False [ 1154.173354] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.173543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.173585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.174052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.174180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.174421] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.174561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.174630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.174845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.174929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.175135] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c is going to be updated. [ 1154.242341] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.242638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.242713] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.243032] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.243245] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.284551] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: IN_PROGRESS for 2s [ 1155.688140] env[65916]: INFO networking_nsxv3.common.synchronization [req-87f0ab9c-df23-42c3-b66f-8fe17323f23d req-9a9adcc5-b79f-4c6c-ac6f-c56e6332a475 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1155.688393] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGHEST for action security_group_members [ 1155.688918] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.688918] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.689091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.689171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.689352] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.689443] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.689522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.690127] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.690127] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.690127] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.192743] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.192903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.192993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.193252] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.193337] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.193516] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.193616] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.193821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.193821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.193914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.193991] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be updated. [ 1156.227156] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.227243] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.227333] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.227581] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.227764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.238019] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: IN_PROGRESS for 2s [ 1156.304205] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: SUCCESS [ 1156.304888] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.814699] env[65916]: INFO networking_nsxv3.common.synchronization [req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 req-7e546690-2bb6-4efd-8556-ddc0101b8e3f tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Enqueued Resource ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 with Priority: HIGHEST for action security_group_members [ 1157.814699] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 with Priority: HIGHEST for action security_group_members [ 1157.814699] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f845cf2-cf74-40bc-aca1-57d44d08e956 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.814699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.814699] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.815442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.816218] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.816729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.817140] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.817533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.817934] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.820208] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f845cf2-cf74-40bc-aca1-57d44d08e956',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.250712] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b in Status: SUCCESS [ 1158.251294] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b deletion is rescheduled due to dependency. [ 1158.251543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.326023] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.326023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.326023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.326023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.326023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.326023] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.326023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.326023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.326023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.326023] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.326023] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 is going to be updated. [ 1158.355341] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.356287] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.356287] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.356287] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.356287] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.369434] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 in Status: IN_PROGRESS for 2s [ 1160.383944] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 in Status: SUCCESS [ 1160.383944] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 deletion is rescheduled due to dependency. [ 1160.383944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.386412] env[65916]: INFO networking_nsxv3.common.synchronization [req-0c908d7e-57ad-4907-8ba8-056f5f205517 req-cfa0183e-770e-4c09-a9f4-6deb68c74369 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Enqueued Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_members [ 1160.387011] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_members [ 1160.393031] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.393031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.393031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.393031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.393031] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.393031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.393031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.393031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.393031] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.393031] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.819410] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.819410] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.819410] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.819639] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.819956] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.820126] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.820194] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.820386] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.820526] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.820740] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.821174] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.821174] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.821174] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.821174] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.821396] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.821396] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.842166] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.842356] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.842476] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.842660] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.842971] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-90aa2679-9014-4f15-b6ac-332ceec13e6a taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.843164] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-90aa2679-9014-4f15-b6ac-332ceec13e6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.843283] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-90aa2679-9014-4f15-b6ac-332ceec13e6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.843638] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-90aa2679-9014-4f15-b6ac-332ceec13e6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.843772] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90aa2679-9014-4f15-b6ac-332ceec13e6a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.896518] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.896723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.896791] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.896966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.897056] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.897263] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.897654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.897654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.897654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.897654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.897792] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f already deleted. [ 1160.897792] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.348622] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.348951] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.349090] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.349380] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.349525] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.349680] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 90aa2679-9014-4f15-b6ac-332ceec13e6a not found, creating... [ 1161.350069] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.350256] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.350371] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.350596] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.350732] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.351052] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.351242] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.351393] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.351653] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.351806] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.351991] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 90aa2679-9014-4f15-b6ac-332ceec13e6a is going to be created. [ 1161.374324] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.374601] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.374757] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.374976] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.375222] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.375446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-90aa2679-9014-4f15-b6ac-332ceec13e6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.091729] env[65916]: INFO networking_nsxv3.common.synchronization [req-0c908d7e-57ad-4907-8ba8-056f5f205517 req-b0c848dc-5142-4788-9a53-dee60acfbc66 service nova] Enqueued Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_rules [ 1162.091976] env[65916]: INFO networking_nsxv3.common.synchronization [req-0c908d7e-57ad-4907-8ba8-056f5f205517 req-b0c848dc-5142-4788-9a53-dee60acfbc66 service nova] Enqueued Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_members [ 1162.091976] env[65916]: INFO networking_nsxv3.common.synchronization [req-0c908d7e-57ad-4907-8ba8-056f5f205517 req-b0c848dc-5142-4788-9a53-dee60acfbc66 service nova] Enqueued Resource ID: 90aa2679-9014-4f15-b6ac-332ceec13e6a with Priority: HIGHEST for action port [ 1162.092542] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_rules [ 1162.092683] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_members [ 1162.092781] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90aa2679-9014-4f15-b6ac-332ceec13e6a with Priority: HIGHEST for action port [ 1162.093088] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bb7b082-eaf7-4c2b-b011-585fd0090d1f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.093217] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.093286] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.093566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.093668] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.094989] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.095122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.095190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.095425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.095572] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.095667] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.095730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.095886] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.096222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.096222] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.097848] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-90aa2679-9014-4f15-b6ac-332ceec13e6a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.097848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90aa2679-9014-4f15-b6ac-332ceec13e6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.097970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90aa2679-9014-4f15-b6ac-332ceec13e6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.098228] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90aa2679-9014-4f15-b6ac-332ceec13e6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.098913] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90aa2679-9014-4f15-b6ac-332ceec13e6a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.595525] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.595720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.600152] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90aa2679-9014-4f15-b6ac-332ceec13e6a with status ACTIVE [ 1162.600474] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.600615] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.600687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.600916] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.601015] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.601268] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.601376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.601440] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.601601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.601680] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.601861] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.601957] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.602030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.602171] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.602246] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.602329] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90aa2679-9014-4f15-b6ac-332ceec13e6a is going to be updated. [ 1162.603430] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.630030] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.630030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.630030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.630030] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.630322] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.630322] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90aa2679-9014-4f15-b6ac-332ceec13e6a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.106370] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.609553] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.609985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.609985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.610225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.610225] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.610299] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f is going to be created. [ 1163.658027] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.658027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.658027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.658027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.658027] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.671524] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f in Status: UNINITIALIZED for 2s [ 1165.684748] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f in Status: SUCCESS [ 1165.685096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.685190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.685622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.685888] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.685997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.686576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.686576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.686576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.686680] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.686795] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.190596] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.190914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.190914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.191224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.191453] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.191551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.191653] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.191785] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.191906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.192035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.192237] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.192360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.192440] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.192665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.192799] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.192928] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.193068] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.193787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.193910] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.194496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.194496] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.696863] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bb7b082-eaf7-4c2b-b011-585fd0090d1f: rpc.has_security_group_logging(os_id): False [ 1166.720731] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.720952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.721087] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.721403] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.721532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.721743] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.721867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.721929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.722158] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.722282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.722530] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.723750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.723750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.723750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.723750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.723750] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.723750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.723750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.723750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.723750] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.724155] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f is going to be created. [ 1166.802104] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.802104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.802104] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.802269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.802618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.819544] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f in Status: IN_PROGRESS for 2s [ 1167.093442] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1167.093661] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1168.165152] env[65916]: INFO networking_nsxv3.common.synchronization [None req-bb8e1bc3-0438-4628-8e39-323b178b9084 None None] Enqueued Resource ID: 03ee54ee-032e-4d63-b8b3-daf812b4a8bb with Priority: HIGHEST for action port [ 1168.166666] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ee54ee-032e-4d63-b8b3-daf812b4a8bb with Priority: HIGHEST for action port [ 1168.166666] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-03ee54ee-032e-4d63-b8b3-daf812b4a8bb taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.166666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03ee54ee-032e-4d63-b8b3-daf812b4a8bb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.166666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03ee54ee-032e-4d63-b8b3-daf812b4a8bb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.166666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03ee54ee-032e-4d63-b8b3-daf812b4a8bb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.166666] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03ee54ee-032e-4d63-b8b3-daf812b4a8bb',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.668668] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03ee54ee-032e-4d63-b8b3-daf812b4a8bb [ 1168.669140] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.669581] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.669776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.670586] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.670814] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.671126] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03ee54ee-032e-4d63-b8b3-daf812b4a8bb already deleted. [ 1168.671322] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03ee54ee-032e-4d63-b8b3-daf812b4a8bb" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.851488] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f in Status: SUCCESS [ 1168.851710] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.730668] env[65916]: INFO networking_nsxv3.common.synchronization [None req-3b69b23a-1f78-428e-8ff9-e6375dc44f36 None None] Enqueued Resource ID: 0853392a-5271-45da-a08e-f85ba09029a0 with Priority: HIGHEST for action port [ 1170.731579] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0853392a-5271-45da-a08e-f85ba09029a0 with Priority: HIGHEST for action port [ 1170.732336] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-0853392a-5271-45da-a08e-f85ba09029a0 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.732336] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0853392a-5271-45da-a08e-f85ba09029a0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.732336] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0853392a-5271-45da-a08e-f85ba09029a0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.732336] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0853392a-5271-45da-a08e-f85ba09029a0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.732584] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0853392a-5271-45da-a08e-f85ba09029a0',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.234432] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0853392a-5271-45da-a08e-f85ba09029a0 [ 1171.234680] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.234815] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.234890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.235132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.235272] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.235447] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0853392a-5271-45da-a08e-f85ba09029a0 already deleted. [ 1171.235546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0853392a-5271-45da-a08e-f85ba09029a0" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.530702] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.531378] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-853" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.531378] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-853" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.531694] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-853" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.531974] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.532162] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.532397] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.532636] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.532785] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.533009] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.533133] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.533244] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.533360] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.533474] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.533579] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.533710] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.566731] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.566918] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.567077] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.567261] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-853" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.567580] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-0645744e-1471-4a70-8f63-4b28062ac2e8 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.568015] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.568015] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.568146] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.568484] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0645744e-1471-4a70-8f63-4b28062ac2e8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.072510] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.072739] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.072739] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.073111] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.073325] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.073750] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.073750] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.073750] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.074018] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.074092] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.074395] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.074615] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.074743] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.074981] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.075142] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.075303] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 0645744e-1471-4a70-8f63-4b28062ac2e8 is going to be updated. [ 1174.097927] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.098224] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.098368] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.098643] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.098837] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.099127] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.797842] env[65916]: INFO networking_nsxv3.common.synchronization [req-6039b169-eaf7-4da8-805b-d6eed151f5fd req-810a2d70-a516-4931-95ec-9697211889b9 service nova] Enqueued Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_rules [ 1174.798072] env[65916]: INFO networking_nsxv3.common.synchronization [req-6039b169-eaf7-4da8-805b-d6eed151f5fd req-810a2d70-a516-4931-95ec-9697211889b9 service nova] Enqueued Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_members [ 1174.798191] env[65916]: INFO networking_nsxv3.common.synchronization [req-6039b169-eaf7-4da8-805b-d6eed151f5fd req-810a2d70-a516-4931-95ec-9697211889b9 service nova] Enqueued Resource ID: 0645744e-1471-4a70-8f63-4b28062ac2e8 with Priority: HIGHEST for action port [ 1174.798746] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_rules [ 1174.798888] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_members [ 1174.798991] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0645744e-1471-4a70-8f63-4b28062ac2e8 with Priority: HIGHEST for action port [ 1174.799283] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.799452] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.799483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.799675] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.799757] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.801141] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.801305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.801380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.801669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.801840] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.801983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.802064] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.802222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.802306] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.802397] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.803609] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-0645744e-1471-4a70-8f63-4b28062ac2e8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.803720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.803788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.803940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.804027] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0645744e-1471-4a70-8f63-4b28062ac2e8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.302047] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.302297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.304548] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.306065] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0645744e-1471-4a70-8f63-4b28062ac2e8 with status ACTIVE [ 1175.306321] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.306499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.306616] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.306874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.307047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.307301] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.307524] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.307582] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.307794] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.307911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.308172] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.308354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.308453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.308638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.308766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.308910] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0645744e-1471-4a70-8f63-4b28062ac2e8 is going to be updated. [ 1175.332522] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.332618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.332668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.332885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.333043] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.333212] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0645744e-1471-4a70-8f63-4b28062ac2e8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.807407] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.237605] env[65916]: INFO networking_nsxv3.common.synchronization [req-725b0159-9b28-4ffe-a543-738564063008 req-d27e4e1c-3fb2-44fb-accb-0f411441134b tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Enqueued Resource ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 with Priority: HIGHEST for action security_group_members [ 1176.238513] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 with Priority: HIGHEST for action security_group_members [ 1176.238620] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-806ca0a3-00ad-4f0c-aafe-273c4400a815 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.238704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.238797] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.239195] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.239446] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.239622] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.239741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.239996] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.240127] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.240305] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('806ca0a3-00ad-4f0c-aafe-273c4400a815',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.310185] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.310441] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.310501] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.310815] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.310815] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.310968] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 is going to be updated. [ 1176.348183] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.348383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.348383] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.348612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.348757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.359208] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: IN_PROGRESS for 2s [ 1176.591319] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.591592] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.591749] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.592170] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.592546] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.592662] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.592809] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.593071] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.593232] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.593510] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.593689] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.593878] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.594022] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.594145] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.594264] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.594387] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.614139] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.614333] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.614559] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.614868] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-316" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.615267] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-227bcdf5-1970-49fc-818f-dd8da7a18873 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.615574] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-227bcdf5-1970-49fc-818f-dd8da7a18873" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.616173] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-227bcdf5-1970-49fc-818f-dd8da7a18873" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.616342] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-227bcdf5-1970-49fc-818f-dd8da7a18873" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.616536] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('227bcdf5-1970-49fc-818f-dd8da7a18873',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.742644] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.742885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.742966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.743291] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.743444] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.743715] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.743890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.744026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.744276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.744429] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.744572] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 already deleted. [ 1176.744690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.118971] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.119477] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.119585] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.119952] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.120246] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.120543] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 227bcdf5-1970-49fc-818f-dd8da7a18873 not found, creating... [ 1177.120981] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.121250] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.121465] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.121852] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.122108] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.122613] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.122889] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.123136] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.123512] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.123770] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.124035] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 227bcdf5-1970-49fc-818f-dd8da7a18873 is going to be created. [ 1177.147310] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.147670] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.147888] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.148333] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.148709] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.149101] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-227bcdf5-1970-49fc-818f-dd8da7a18873" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.849276] env[65916]: INFO networking_nsxv3.common.synchronization [req-725b0159-9b28-4ffe-a543-738564063008 req-2dc0d58d-8e76-4a37-a533-73a790e133d9 service nova] Enqueued Resource ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 with Priority: HIGHEST for action security_group_rules [ 1177.849557] env[65916]: INFO networking_nsxv3.common.synchronization [req-725b0159-9b28-4ffe-a543-738564063008 req-2dc0d58d-8e76-4a37-a533-73a790e133d9 service nova] Enqueued Resource ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 with Priority: HIGHEST for action security_group_members [ 1177.849557] env[65916]: INFO networking_nsxv3.common.synchronization [req-725b0159-9b28-4ffe-a543-738564063008 req-2dc0d58d-8e76-4a37-a533-73a790e133d9 service nova] Enqueued Resource ID: 227bcdf5-1970-49fc-818f-dd8da7a18873 with Priority: HIGHEST for action port [ 1177.850125] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 with Priority: HIGHEST for action security_group_rules [ 1177.850385] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 with Priority: HIGHEST for action security_group_members [ 1177.850949] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227bcdf5-1970-49fc-818f-dd8da7a18873 with Priority: HIGHEST for action port [ 1177.851764] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-806ca0a3-00ad-4f0c-aafe-273c4400a815 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.852152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.852230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.853985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.854230] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('806ca0a3-00ad-4f0c-aafe-273c4400a815',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.856648] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-806ca0a3-00ad-4f0c-aafe-273c4400a815 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.856770] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.856843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.857557] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.859097] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.859460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.859546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.860763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.860882] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.861017] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('806ca0a3-00ad-4f0c-aafe-273c4400a815',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.861971] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-227bcdf5-1970-49fc-818f-dd8da7a18873 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.862562] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-227bcdf5-1970-49fc-818f-dd8da7a18873" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.862633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-227bcdf5-1970-49fc-818f-dd8da7a18873" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.862811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-227bcdf5-1970-49fc-818f-dd8da7a18873" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.862900] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('227bcdf5-1970-49fc-818f-dd8da7a18873',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.364477] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-806ca0a3-00ad-4f0c-aafe-273c4400a815 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.364870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.364870] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('806ca0a3-00ad-4f0c-aafe-273c4400a815',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.366529] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 227bcdf5-1970-49fc-818f-dd8da7a18873 with status ACTIVE [ 1178.366758] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.366883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.366949] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.367239] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.367335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.367523] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.367623] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.367729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.367873] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.367977] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.368342] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.368450] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.368520] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.368670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.368748] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.368835] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 227bcdf5-1970-49fc-818f-dd8da7a18873 is going to be updated. [ 1178.370575] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: SUCCESS [ 1178.371222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.371222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.371222] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.371382] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.371439] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.371475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.371704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.371704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.373437] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.373437] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.413205] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.413743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.414025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.414638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.414942] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.415292] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-227bcdf5-1970-49fc-818f-dd8da7a18873" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.868028] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('806ca0a3-00ad-4f0c-aafe-273c4400a815',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.874492] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.875253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.875253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.875677] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.875814] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.876093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.876093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.876282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.876855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.876855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.876855] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.876855] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.877161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.877161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.877366] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.877482] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.877538] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.877711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.877847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.877914] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.878047] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.370329] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.370969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.370969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.370969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.370969] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.370969] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 is going to be created. [ 1179.381088] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6: rpc.has_security_group_logging(os_id): False [ 1179.401761] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.401990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.402048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.402288] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.402420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.402781] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.402941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.403039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.403263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.403381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.403600] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.403719] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.403787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.403998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.404118] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.404276] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.404448] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.404448] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.404586] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.404660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.404749] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 is going to be updated. [ 1179.420544] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.420776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.420776] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.420965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.421138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.435587] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 in Status: UNINITIALIZED for 2s [ 1179.547143] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.548066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.548066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.548066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.548277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.571563] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: IN_PROGRESS for 2s [ 1181.449052] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 in Status: SUCCESS [ 1181.449453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.449518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.449717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.449886] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.450029] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.450083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.450274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.450365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.450453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.450547] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('806ca0a3-00ad-4f0c-aafe-273c4400a815',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.587558] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: SUCCESS [ 1181.587786] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.953311] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-806ca0a3-00ad-4f0c-aafe-273c4400a815 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.953406] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.953481] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.953726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.953904] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.954037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.954128] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.954292] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.954380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.954471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.954657] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-806ca0a3-00ad-4f0c-aafe-273c4400a815 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.954747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.954804] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.954983] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.955096] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.955183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.955243] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.955381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.955468] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.955532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.955982] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('806ca0a3-00ad-4f0c-aafe-273c4400a815',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.458463] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 806ca0a3-00ad-4f0c-aafe-273c4400a815: rpc.has_security_group_logging(os_id): False [ 1182.477085] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.477286] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.477359] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.477708] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.477819] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.478070] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.478177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.478241] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.478432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.478579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.478846] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.478973] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.479057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.479230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.479319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.479496] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.479596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.479702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.479980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.480081] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.480216] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 is going to be created. [ 1182.568156] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.568361] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.568361] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.568560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.568743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.582803] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 in Status: IN_PROGRESS for 2s [ 1182.852871] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.853043] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1183.001981] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.002237] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.002399] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.002671] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.002979] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.003134] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.003260] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.003547] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.003740] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.004013] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.004135] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.004240] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.004346] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.004454] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.004567] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.004683] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.026635] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.026902] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.027100] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.027297] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-19" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.027632] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-abb66564-477f-44a1-b026-7732a79b161e taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.027860] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.028022] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.028365] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.028518] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb66564-477f-44a1-b026-7732a79b161e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.345721] env[65916]: INFO networking_nsxv3.common.synchronization [req-42b7bfa6-9886-4c4e-843f-2f514bf21286 req-93ee17d4-4f04-46d4-a05d-81e6da8a8f79 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1183.346028] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1183.346403] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.346536] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.346603] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.346813] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.346984] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.347656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.347656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.347656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.347656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.347656] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.531352] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.531764] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.532518] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.532518] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.532759] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.533228] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.533354] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.533498] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.533948] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.534514] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.535094] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.536032] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.536032] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.536147] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.536282] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.536591] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: abb66564-477f-44a1-b026-7732a79b161e is going to be updated. [ 1183.563976] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.564265] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.564451] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.564918] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.565202] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.565499] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.850075] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.850075] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.850321] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.850354] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.850450] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.850645] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.850781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.850850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.851000] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.851095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.851183] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 is going to be updated. [ 1183.878993] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.879306] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.879306] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.879471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.879611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.889630] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: IN_PROGRESS for 2s [ 1184.269087] env[65916]: INFO networking_nsxv3.common.synchronization [req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 req-6046e30a-7134-4894-bbf1-ae4c0aed354f service nova] Enqueued Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_rules [ 1184.269372] env[65916]: INFO networking_nsxv3.common.synchronization [req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 req-6046e30a-7134-4894-bbf1-ae4c0aed354f service nova] Enqueued Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_members [ 1184.269539] env[65916]: INFO networking_nsxv3.common.synchronization [req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 req-6046e30a-7134-4894-bbf1-ae4c0aed354f service nova] Enqueued Resource ID: abb66564-477f-44a1-b026-7732a79b161e with Priority: HIGHEST for action port [ 1184.270082] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_rules [ 1184.270227] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_members [ 1184.270350] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abb66564-477f-44a1-b026-7732a79b161e with Priority: HIGHEST for action port [ 1184.270631] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.270753] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.270817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.271026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.271116] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.272413] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.272534] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.272605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.272778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.272931] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.273044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.273106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.273679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.273679] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.273679] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.274466] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-abb66564-477f-44a1-b026-7732a79b161e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.274466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.274466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.274653] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.274653] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb66564-477f-44a1-b026-7732a79b161e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.596023] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 in Status: SUCCESS [ 1184.596458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.776547] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.776697] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.776851] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.777970] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abb66564-477f-44a1-b026-7732a79b161e with status ACTIVE [ 1184.778171] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.778290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.778360] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.779039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.779039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.779039] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.779039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.779039] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.779299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.779413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.779634] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.779748] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.779806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.780527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.780625] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.780716] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abb66564-477f-44a1-b026-7732a79b161e is going to be updated. [ 1184.802922] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.803153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.803153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.803352] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.803489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.803655] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abb66564-477f-44a1-b026-7732a79b161e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.282569] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.784910] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.785331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.785331] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.785397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.785442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.785540] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a is going to be updated. [ 1185.818186] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.818459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.818459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.818610] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.818754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.835789] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a in Status: IN_PROGRESS for 2s [ 1185.902035] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: SUCCESS [ 1185.902035] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 deletion is rescheduled due to dependency. [ 1185.902197] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.845730] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a in Status: SUCCESS [ 1187.846112] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.846112] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.846271] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.846509] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.846639] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.846709] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.846871] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.846951] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.847050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.847184] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.350745] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.853375] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a: rpc.has_security_group_logging(os_id): False [ 1188.873250] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.873459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.873586] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.873919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.874086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.874394] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.874535] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.874616] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.874790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.874905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.875039] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a is going to be updated. [ 1188.936474] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.936636] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.936717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.936932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.937100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.951833] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a in Status: IN_PROGRESS for 2s [ 1189.271180] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1189.271406] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1190.497320] env[65916]: INFO networking_nsxv3.common.synchronization [req-47810675-ad68-4745-a3fa-1a6983e6fb32 req-17a662b0-ac8b-4c89-a090-eba2ea91fdbf tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Enqueued Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_members [ 1190.497320] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_members [ 1190.497621] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.497621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.497621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.497797] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.497973] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.498117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.498226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.498425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.498568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.498712] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.896618] env[65916]: INFO networking_nsxv3.common.synchronization [req-beb47ac1-0360-4600-ac68-57f7a648420f req-0fcd7f7a-8484-4475-b2a0-54357caaa623 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Enqueued Resource ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 with Priority: HIGHEST for action security_group_members [ 1190.897190] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 with Priority: HIGHEST for action security_group_members [ 1190.898845] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-806ca0a3-00ad-4f0c-aafe-273c4400a815 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.898845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.898845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.898845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.898845] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.898845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.898845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.898845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.898845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.898845] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('806ca0a3-00ad-4f0c-aafe-273c4400a815',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.969568] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a in Status: SUCCESS [ 1190.969818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.001383] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.001568] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.001632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.001821] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.001912] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.002128] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.002244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.002297] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.002486] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.002579] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.002628] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f is going to be updated. [ 1191.029497] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.029729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.029811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.030427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.030427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.040659] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f in Status: IN_PROGRESS for 2s [ 1191.202523] env[65916]: INFO networking_nsxv3.common.synchronization [req-56b165db-4103-4481-851e-f9db9499898e req-43483e34-1f00-4182-9c85-244f3f253249 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1191.202523] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1191.202523] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.202523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.202523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.203612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.203612] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.203612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.203612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.203832] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.203946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.204070] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.403186] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.403527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.403823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.403986] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.404117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.404641] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.404641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.404641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.404831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.404899] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.404990] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 is going to be updated. [ 1191.437284] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.438580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.438580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.438580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.438580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.449149] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 in Status: IN_PROGRESS for 2s [ 1191.618050] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.618487] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.618604] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.619019] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.619437] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.619720] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.619865] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.620218] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.620468] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.620807] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.620956] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.621160] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.621326] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.621497] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.621663] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.621849] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.645407] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.645612] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.645799] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.645999] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.646422] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-1823b1a4-27c5-4308-a891-87506529e653 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.646688] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.646815] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.647653] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.647653] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1823b1a4-27c5-4308-a891-87506529e653',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.705768] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.706191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.706191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.706326] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.706380] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.706595] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.706764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.706764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.706948] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.707048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.707137] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 is going to be updated. [ 1191.735529] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.735813] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.735813] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.736059] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.736200] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.747882] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: IN_PROGRESS for 2s [ 1192.150738] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.151053] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.151291] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.151715] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.151951] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.152236] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 1823b1a4-27c5-4308-a891-87506529e653 not found, creating... [ 1192.152649] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.152850] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.152980] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.153358] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.153580] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.153934] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.154126] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.154250] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.154530] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.154734] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.155207] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 1823b1a4-27c5-4308-a891-87506529e653 is going to be created. [ 1192.179710] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.179955] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.180098] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.180479] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.180762] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.181159] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.051425] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f in Status: SUCCESS [ 1193.051875] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f deletion is rescheduled due to dependency. [ 1193.051875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.350334] env[65916]: INFO networking_nsxv3.common.synchronization [req-56b165db-4103-4481-851e-f9db9499898e req-f14541fc-07e0-475b-bb74-248d9a79fcd1 service nova] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_rules [ 1193.350543] env[65916]: INFO networking_nsxv3.common.synchronization [req-56b165db-4103-4481-851e-f9db9499898e req-f14541fc-07e0-475b-bb74-248d9a79fcd1 service nova] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1193.350689] env[65916]: INFO networking_nsxv3.common.synchronization [req-56b165db-4103-4481-851e-f9db9499898e req-f14541fc-07e0-475b-bb74-248d9a79fcd1 service nova] Enqueued Resource ID: 1823b1a4-27c5-4308-a891-87506529e653 with Priority: HIGHEST for action port [ 1193.351237] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_rules [ 1193.351364] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1193.351461] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1823b1a4-27c5-4308-a891-87506529e653 with Priority: HIGHEST for action port [ 1193.351766] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.351894] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.351968] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.352191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.352267] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.353227] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.353227] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.353463] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-1823b1a4-27c5-4308-a891-87506529e653 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.353580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.353580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.353878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.353878] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1823b1a4-27c5-4308-a891-87506529e653',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.460697] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 in Status: SUCCESS [ 1193.460879] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 deletion is rescheduled due to dependency. [ 1193.460999] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.761394] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: SUCCESS [ 1193.761690] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 deletion is rescheduled due to dependency. [ 1193.761981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.762291] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.762638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.762872] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.763094] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.763159] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.763327] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.763413] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.763514] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.855593] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.855921] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.855921] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1823b1a4-27c5-4308-a891-87506529e653 with status ACTIVE [ 1193.856194] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.856194] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.856327] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.856505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.856623] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.856768] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.856931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.856931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.857125] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.857178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.857426] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.857526] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.857565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.857722] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.857809] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.857899] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1823b1a4-27c5-4308-a891-87506529e653 is going to be updated. [ 1193.886511] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.886767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.886831] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.887146] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.887806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.887806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.265788] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.767899] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.270811] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.270811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.271215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.271215] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.271304] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.271953] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 is going to be updated. [ 1195.302477] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.302656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.302737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.302975] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.303253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.312745] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: IN_PROGRESS for 2s [ 1196.193158] env[65916]: INFO networking_nsxv3.common.synchronization [None req-8763eed8-fb12-4bdd-9d96-d8c33b37f999 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Enqueued Resource ID: 3e813055-2c21-44d0-9d52-085e78c64a2a with Priority: HIGHEST for action security_group_rules [ 1196.193534] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e813055-2c21-44d0-9d52-085e78c64a2a with Priority: HIGHEST for action security_group_rules [ 1196.193932] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e813055-2c21-44d0-9d52-085e78c64a2a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.194083] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.194155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.194422] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.194507] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e813055-2c21-44d0-9d52-085e78c64a2a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.281846] env[65916]: INFO networking_nsxv3.common.synchronization [None req-93818275-9658-44b6-b8e2-21267d73a175 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Enqueued Resource ID: 3e813055-2c21-44d0-9d52-085e78c64a2a with Priority: HIGHEST for action security_group_rules [ 1196.282539] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e813055-2c21-44d0-9d52-085e78c64a2a with Priority: HIGHEST for action security_group_rules [ 1196.283078] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e813055-2c21-44d0-9d52-085e78c64a2a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.283220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.719677] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.719968] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.719968] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.720155] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.720245] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.720353] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e813055-2c21-44d0-9d52-085e78c64a2a already deleted. [ 1196.720439] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.720630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.720786] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.720856] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e813055-2c21-44d0-9d52-085e78c64a2a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.243556] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.243556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.243757] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.243859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.243910] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.244012] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e813055-2c21-44d0-9d52-085e78c64a2a already deleted. [ 1197.244101] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.336760] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: SUCCESS [ 1197.336760] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.336760] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.337207] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.337207] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.337518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.337518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.337518] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.337611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.338374] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.338374] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.840623] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.343055] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5: rpc.has_security_group_logging(os_id): False [ 1198.368731] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.369285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.369285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.369285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.369436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.369663] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.369758] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.369868] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.370012] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.370163] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.371029] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 is going to be updated. [ 1198.436310] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.436498] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.436585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.436729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.436877] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.453064] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: IN_PROGRESS for 2s [ 1200.470561] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: SUCCESS [ 1200.470561] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.283930] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1201.284131] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1203.478299] env[65916]: INFO networking_nsxv3.common.synchronization [req-b515ba4d-1c30-4974-8331-030e5f70b56e req-9ebd422e-b4dd-4c45-a064-21e1c48877c7 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Enqueued Resource ID: 3e813055-2c21-44d0-9d52-085e78c64a2a with Priority: HIGHEST for action security_group_members [ 1203.478299] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e813055-2c21-44d0-9d52-085e78c64a2a with Priority: HIGHEST for action security_group_members [ 1203.478299] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e813055-2c21-44d0-9d52-085e78c64a2a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.478299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.478299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.478299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.478299] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.478299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.479967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.480308] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.480545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.480889] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e813055-2c21-44d0-9d52-085e78c64a2a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.826232] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.826232] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.826232] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.826502] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.826931] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.826931] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.827123] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.828025] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.828025] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.828025] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.828025] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.828025] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.828025] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.828296] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.828296] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.828352] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.853680] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.854072] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1203.854311] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.854627] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.855090] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-48b72729-8f56-4bc4-8bd9-945ffb47b72b taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.855350] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-48b72729-8f56-4bc4-8bd9-945ffb47b72b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.855665] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-48b72729-8f56-4bc4-8bd9-945ffb47b72b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.856165] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-48b72729-8f56-4bc4-8bd9-945ffb47b72b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.856407] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48b72729-8f56-4bc4-8bd9-945ffb47b72b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.986984] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.987213] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.987304] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.987596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.987596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.987794] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.987925] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.987925] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.988062] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.988108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.988186] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e813055-2c21-44d0-9d52-085e78c64a2a already deleted. [ 1203.988276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.359359] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.359697] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.359886] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.360220] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.360375] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.360532] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port 48b72729-8f56-4bc4-8bd9-945ffb47b72b not found, creating... [ 1204.360852] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.361035] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.361143] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.361398] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.361515] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.361809] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.361958] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.362086] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.362397] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.362449] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.362624] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 48b72729-8f56-4bc4-8bd9-945ffb47b72b is going to be created. [ 1204.387397] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.387892] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.388070] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.388436] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.388765] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.389126] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-48b72729-8f56-4bc4-8bd9-945ffb47b72b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.078382] env[65916]: INFO networking_nsxv3.common.synchronization [req-b515ba4d-1c30-4974-8331-030e5f70b56e req-b84a054c-c48b-4a44-8179-5ab61b2eb3c8 service nova] Enqueued Resource ID: 3e813055-2c21-44d0-9d52-085e78c64a2a with Priority: HIGHEST for action security_group_rules [ 1205.078382] env[65916]: INFO networking_nsxv3.common.synchronization [req-b515ba4d-1c30-4974-8331-030e5f70b56e req-b84a054c-c48b-4a44-8179-5ab61b2eb3c8 service nova] Enqueued Resource ID: 3e813055-2c21-44d0-9d52-085e78c64a2a with Priority: HIGHEST for action security_group_members [ 1205.078725] env[65916]: INFO networking_nsxv3.common.synchronization [req-b515ba4d-1c30-4974-8331-030e5f70b56e req-b84a054c-c48b-4a44-8179-5ab61b2eb3c8 service nova] Enqueued Resource ID: 48b72729-8f56-4bc4-8bd9-945ffb47b72b with Priority: HIGHEST for action port [ 1205.079110] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e813055-2c21-44d0-9d52-085e78c64a2a with Priority: HIGHEST for action security_group_rules [ 1205.079203] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e813055-2c21-44d0-9d52-085e78c64a2a with Priority: HIGHEST for action security_group_members [ 1205.079261] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b72729-8f56-4bc4-8bd9-945ffb47b72b with Priority: HIGHEST for action port [ 1205.081250] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e813055-2c21-44d0-9d52-085e78c64a2a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.081386] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.081458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.081657] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.081742] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e813055-2c21-44d0-9d52-085e78c64a2a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.083329] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e813055-2c21-44d0-9d52-085e78c64a2a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.083329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.083329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.083566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.083719] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.084085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.084183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.084338] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.084425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.084520] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e813055-2c21-44d0-9d52-085e78c64a2a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.085308] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-48b72729-8f56-4bc4-8bd9-945ffb47b72b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.085420] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48b72729-8f56-4bc4-8bd9-945ffb47b72b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.085474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48b72729-8f56-4bc4-8bd9-945ffb47b72b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.085637] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48b72729-8f56-4bc4-8bd9-945ffb47b72b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.085716] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48b72729-8f56-4bc4-8bd9-945ffb47b72b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.133709] env[65916]: INFO networking_nsxv3.common.synchronization [req-8dc4f519-0255-4470-9634-e696cf8d49e8 req-7da53188-27f4-41c7-81e2-8d099b14a7af tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Enqueued Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_members [ 1205.134665] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGHEST for action security_group_members [ 1205.134665] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.134665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.134665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.134892] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.134928] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.135133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.135390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.135390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.135496] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.135531] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.584019] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e813055-2c21-44d0-9d52-085e78c64a2a taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.584382] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.587615] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e813055-2c21-44d0-9d52-085e78c64a2a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.588627] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48b72729-8f56-4bc4-8bd9-945ffb47b72b with status ACTIVE [ 1205.588849] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.588970] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.589048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.589256] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.589346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.589523] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.589678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.589800] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.589861] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.589935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.590128] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.590226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.590284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.590419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.590492] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.590574] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48b72729-8f56-4bc4-8bd9-945ffb47b72b is going to be updated. [ 1205.612441] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.612658] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.612706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.612958] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.613159] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.613370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48b72729-8f56-4bc4-8bd9-945ffb47b72b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.637627] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.637798] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.637862] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.638084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.638177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.638370] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.638469] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.638533] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.638682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.638759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.638877] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 is going to be updated. [ 1205.667632] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.667857] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.667857] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.668090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.668232] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.680297] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: IN_PROGRESS for 2s [ 1206.092568] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e813055-2c21-44d0-9d52-085e78c64a2a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.595330] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.595542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.595595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.595928] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.596095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.596263] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e813055-2c21-44d0-9d52-085e78c64a2a is going to be created. [ 1206.619768] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.619952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.619998] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.620221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.620378] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.629538] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e813055-2c21-44d0-9d52-085e78c64a2a in Status: UNINITIALIZED for 2s [ 1207.691043] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 in Status: SUCCESS [ 1207.691434] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 deletion is rescheduled due to dependency. [ 1207.691434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.641847] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e813055-2c21-44d0-9d52-085e78c64a2a in Status: SUCCESS [ 1208.642099] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.642275] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.642495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.642736] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.642905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.642987] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.643203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.643315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.643416] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.643540] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e813055-2c21-44d0-9d52-085e78c64a2a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.145570] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e813055-2c21-44d0-9d52-085e78c64a2a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.647747] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e813055-2c21-44d0-9d52-085e78c64a2a: rpc.has_security_group_logging(os_id): False [ 1209.666656] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.666874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.666874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.667127] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.667274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.667530] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.667666] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.667801] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.667857] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.667936] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.668042] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e813055-2c21-44d0-9d52-085e78c64a2a is going to be created. [ 1209.731721] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.731870] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.731952] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.732209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.732397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.746061] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e813055-2c21-44d0-9d52-085e78c64a2a in Status: IN_PROGRESS for 2s [ 1210.135487] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1210.135487] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1210.650117] env[65916]: INFO networking_nsxv3.common.synchronization [req-ce1e222e-6644-40b7-bb33-37cb646640d2 req-f710fe42-0074-493b-af5e-651614e1ddcb tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 084f6174-aefa-42f5-8817-c0210e014bab with Priority: HIGHEST for action security_group_members [ 1210.650758] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084f6174-aefa-42f5-8817-c0210e014bab with Priority: HIGHEST for action security_group_members [ 1210.651038] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-084f6174-aefa-42f5-8817-c0210e014bab taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.651385] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.651461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.651676] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.651843] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.651945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.652110] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.652396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.652396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.652396] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('084f6174-aefa-42f5-8817-c0210e014bab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.154669] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.154885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.155217] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.155275] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.155335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.155533] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.155633] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.155694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.155847] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.155941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.156024] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 084f6174-aefa-42f5-8817-c0210e014bab is going to be updated. [ 1211.183190] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.183376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.183376] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.183557] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.183698] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.193517] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 084f6174-aefa-42f5-8817-c0210e014bab in Status: IN_PROGRESS for 2s [ 1211.759914] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e813055-2c21-44d0-9d52-085e78c64a2a in Status: SUCCESS [ 1211.760226] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.208370] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 084f6174-aefa-42f5-8817-c0210e014bab in Status: SUCCESS [ 1213.208817] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 084f6174-aefa-42f5-8817-c0210e014bab deletion is rescheduled due to dependency. [ 1213.208817] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.651412] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.651803] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1215.676342] env[65916]: INFO networking_nsxv3.common.synchronization [None req-a1874bb1-31f5-448f-b8d7-d2d84292dadc tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 with Priority: HIGHEST for action security_group_rules [ 1215.676782] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 with Priority: HIGHEST for action security_group_rules [ 1215.677131] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.677263] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.677324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.677592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.677672] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a6021f3-85fa-4f7c-aa9d-176c90cb5499',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.763842] env[65916]: INFO networking_nsxv3.common.synchronization [None req-00d7a0fc-ae98-42ac-884a-7a465b21951b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 with Priority: HIGHEST for action security_group_rules [ 1215.764371] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 with Priority: HIGHEST for action security_group_rules [ 1215.764691] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.764794] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.200099] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.200332] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.200430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.200737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.200894] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.201018] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 already deleted. [ 1216.201146] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.201342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.201570] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.201683] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a6021f3-85fa-4f7c-aa9d-176c90cb5499',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.721728] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.722119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.722119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.722315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.722410] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.722504] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 already deleted. [ 1216.722588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.765335] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1220.765681] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1223.373428] env[65916]: INFO networking_nsxv3.common.synchronization [req-bcfd44ee-3c3b-4857-9469-abe42b597959 req-0497b2de-8dc9-4ce4-a9c8-47a288e75652 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 with Priority: HIGHEST for action security_group_members [ 1223.374195] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 with Priority: HIGHEST for action security_group_members [ 1223.374574] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.374711] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.374777] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.375077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.375281] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.375393] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.375470] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.375634] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.375730] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.375836] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a6021f3-85fa-4f7c-aa9d-176c90cb5499',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.674052] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.674261] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.674387] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.674658] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.675265] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.675438] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.675556] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.675783] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.675930] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.676167] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.676363] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.676478] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.676591] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.676706] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.676814] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.676946] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.698631] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.698804] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.698924] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.699123] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-162" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.699634] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-2981892e-838d-44bc-9f43-8145cfdcd7c6 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.699634] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-2981892e-838d-44bc-9f43-8145cfdcd7c6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.699789] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-2981892e-838d-44bc-9f43-8145cfdcd7c6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.700092] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-2981892e-838d-44bc-9f43-8145cfdcd7c6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.700238] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2981892e-838d-44bc-9f43-8145cfdcd7c6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.878289] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.878481] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.878536] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.878893] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.879096] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.879383] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.879691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.879691] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.879930] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.880045] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.880179] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 already deleted. [ 1223.880292] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.202702] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.202924] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.202975] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.203291] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.203444] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.203595] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 2981892e-838d-44bc-9f43-8145cfdcd7c6 not found, creating... [ 1224.203865] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.204044] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.204166] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.204388] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.204524] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.204812] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.204967] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.205395] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.205395] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.205505] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.205564] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 2981892e-838d-44bc-9f43-8145cfdcd7c6 is going to be created. [ 1224.226869] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.227093] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.227198] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.227462] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.227676] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.227901] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-2981892e-838d-44bc-9f43-8145cfdcd7c6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.912407] env[65916]: INFO networking_nsxv3.common.synchronization [req-bcfd44ee-3c3b-4857-9469-abe42b597959 req-b33284ba-53b3-4dc2-88ba-7bbbe2f7121b service nova] Enqueued Resource ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 with Priority: HIGHEST for action security_group_rules [ 1224.912657] env[65916]: INFO networking_nsxv3.common.synchronization [req-bcfd44ee-3c3b-4857-9469-abe42b597959 req-b33284ba-53b3-4dc2-88ba-7bbbe2f7121b service nova] Enqueued Resource ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 with Priority: HIGHEST for action security_group_members [ 1224.912706] env[65916]: INFO networking_nsxv3.common.synchronization [req-bcfd44ee-3c3b-4857-9469-abe42b597959 req-b33284ba-53b3-4dc2-88ba-7bbbe2f7121b service nova] Enqueued Resource ID: 2981892e-838d-44bc-9f43-8145cfdcd7c6 with Priority: HIGHEST for action port [ 1224.913228] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 with Priority: HIGHEST for action security_group_rules [ 1224.913369] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 with Priority: HIGHEST for action security_group_members [ 1224.913658] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2981892e-838d-44bc-9f43-8145cfdcd7c6 with Priority: HIGHEST for action port [ 1224.913971] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.914144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.914180] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.914389] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.914453] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a6021f3-85fa-4f7c-aa9d-176c90cb5499',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.915285] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.917048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.917048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.917048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.917048] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.917048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.917048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.917048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.917048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.917048] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a6021f3-85fa-4f7c-aa9d-176c90cb5499',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.917807] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-2981892e-838d-44bc-9f43-8145cfdcd7c6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.917921] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2981892e-838d-44bc-9f43-8145cfdcd7c6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.917999] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2981892e-838d-44bc-9f43-8145cfdcd7c6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.918181] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2981892e-838d-44bc-9f43-8145cfdcd7c6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.919231] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2981892e-838d-44bc-9f43-8145cfdcd7c6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.420558] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.420736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.420775] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a6021f3-85fa-4f7c-aa9d-176c90cb5499',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.421899] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2981892e-838d-44bc-9f43-8145cfdcd7c6 with status ACTIVE [ 1225.422077] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.422077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.422214] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.422448] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.422448] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.422616] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.422717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.422779] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.422935] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.423025] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.423548] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.423548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.423548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.423548] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.423704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.423704] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2981892e-838d-44bc-9f43-8145cfdcd7c6 is going to be updated. [ 1225.444825] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.444993] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.445050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.445241] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.445377] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.445532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2981892e-838d-44bc-9f43-8145cfdcd7c6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.926456] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a6021f3-85fa-4f7c-aa9d-176c90cb5499',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.428669] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.428875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.428875] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.429071] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.429168] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.429272] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 is going to be created. [ 1226.453695] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.453891] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.453891] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.454117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.454277] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.463853] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 in Status: UNINITIALIZED for 2s [ 1228.476471] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 in Status: SUCCESS [ 1228.476895] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.476985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.477262] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.477500] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.477643] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.477729] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.478021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.478090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.478158] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.478280] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a6021f3-85fa-4f7c-aa9d-176c90cb5499',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.981847] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a6021f3-85fa-4f7c-aa9d-176c90cb5499',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.485160] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a6021f3-85fa-4f7c-aa9d-176c90cb5499: rpc.has_security_group_logging(os_id): False [ 1229.504493] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.504766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.504766] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.504890] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.505037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.505260] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.505412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.505412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.505559] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.505632] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.505701] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 is going to be created. [ 1229.567728] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.567932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.567932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.568166] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.568425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.581522] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 in Status: IN_PROGRESS for 2s [ 1229.914456] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.914633] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1230.525933] env[65916]: INFO networking_nsxv3.common.synchronization [req-6669e310-45d6-400c-bcf2-5b90677f1ec3 req-6ca878b8-9f56-4426-b28c-58993d05489d tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 1230.526499] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 1230.526810] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.526933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.526997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.527322] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.527483] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.527584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.527806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.527806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.527884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.527949] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.030760] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.030760] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.030760] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.031035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.031106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.031656] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.031656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.031656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.031656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.031656] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.031807] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c is going to be updated. [ 1231.059998] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.060239] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.060320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.060532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.060696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.070713] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: IN_PROGRESS for 2s [ 1231.594000] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 in Status: SUCCESS [ 1231.594404] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.082851] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: SUCCESS [ 1233.083604] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c deletion is rescheduled due to dependency. [ 1233.083604] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.856901] env[65916]: INFO networking_nsxv3.common.synchronization [req-af73333b-543b-4a69-8060-bf4f7590b45a req-b154aa6d-98d3-4b23-8a76-3be678eacf89 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Enqueued Resource ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e with Priority: HIGHEST for action security_group_members [ 1233.857358] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e with Priority: HIGHEST for action security_group_members [ 1233.857645] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.857772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.857841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.858190] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.858190] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.858305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.858341] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.858481] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.858566] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.858658] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb9d9e6e-af88-45cd-8633-9a04c4d9d13e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.360757] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.361324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.361324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.361324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.361469] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.361682] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.361682] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.361984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.361984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.361984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.362224] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e is going to be updated. [ 1234.413105] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.413477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.413477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.413670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.413830] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.421659] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e in Status: IN_PROGRESS for 2s [ 1236.432915] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e in Status: SUCCESS [ 1236.433218] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e deletion is rescheduled due to dependency. [ 1236.433218] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.108340] env[65916]: INFO networking_nsxv3.common.synchronization [req-a687a190-0080-421f-a466-71c3b72ea83a req-3770d838-dcb0-42fd-8727-52de9a332f21 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Enqueued Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_members [ 1238.109534] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGHEST for action security_group_members [ 1238.110291] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.110516] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.110585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.111070] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.111484] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.112090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.112090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.112267] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.112852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.112852] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.470477] env[65916]: INFO networking_nsxv3.common.synchronization [req-2e2641aa-b15f-497a-bb45-15f809b16508 req-27033a2c-6b14-4577-99c8-4fc4b4737b6c tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 1238.470969] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 1238.471336] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.471471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.471539] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.471737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.471892] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.472074] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.472181] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.472344] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.472461] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.472750] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.617430] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.617430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.617629] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.617696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.617788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.617983] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.618095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.618188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.618333] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.618414] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.618491] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a is going to be updated. [ 1238.649466] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.649670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.649670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.649891] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.650048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.659463] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a in Status: IN_PROGRESS for 2s [ 1238.805914] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.806130] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.806252] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.806523] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.806814] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.807012] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.807071] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.807558] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.807726] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.808038] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.808170] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1238.808294] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1238.808413] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1238.808526] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.808630] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1238.808757] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.827737] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.827868] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1238.827970] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.828207] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-388" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.828599] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-ab6dcd3a-4425-4408-903c-87fbb537a48c taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.828781] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-ab6dcd3a-4425-4408-903c-87fbb537a48c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.828900] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-ab6dcd3a-4425-4408-903c-87fbb537a48c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.829285] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-ab6dcd3a-4425-4408-903c-87fbb537a48c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.829397] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6dcd3a-4425-4408-903c-87fbb537a48c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.975391] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.975593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.975739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.975926] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.976047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.976293] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.976401] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.976464] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.976837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.976837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.976837] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c is going to be updated. [ 1239.002354] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.002620] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.002716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.002933] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.003093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.012884] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: IN_PROGRESS for 2s [ 1239.332596] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.333094] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.333094] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.333403] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.333481] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.333585] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port ab6dcd3a-4425-4408-903c-87fbb537a48c not found, creating... [ 1239.334071] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.334282] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.334411] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.334664] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.334809] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.335146] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.335315] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.335435] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.335682] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.335834] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.335982] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: ab6dcd3a-4425-4408-903c-87fbb537a48c is going to be created. [ 1239.357229] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.357474] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.357896] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.358252] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.358556] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.358966] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-ab6dcd3a-4425-4408-903c-87fbb537a48c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.502171] env[65916]: INFO networking_nsxv3.common.synchronization [req-2e2641aa-b15f-497a-bb45-15f809b16508 req-56cc5250-9ce6-4234-86c0-33da27a1031d service nova] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_rules [ 1240.502471] env[65916]: INFO networking_nsxv3.common.synchronization [req-2e2641aa-b15f-497a-bb45-15f809b16508 req-56cc5250-9ce6-4234-86c0-33da27a1031d service nova] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 1240.502556] env[65916]: INFO networking_nsxv3.common.synchronization [req-2e2641aa-b15f-497a-bb45-15f809b16508 req-56cc5250-9ce6-4234-86c0-33da27a1031d service nova] Enqueued Resource ID: ab6dcd3a-4425-4408-903c-87fbb537a48c with Priority: HIGHEST for action port [ 1240.505950] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_rules [ 1240.506133] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 1240.506236] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab6dcd3a-4425-4408-903c-87fbb537a48c with Priority: HIGHEST for action port [ 1240.506552] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.506686] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.506752] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.506965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.507158] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.510090] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.510211] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.510490] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab6dcd3a-4425-4408-903c-87fbb537a48c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.510690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab6dcd3a-4425-4408-903c-87fbb537a48c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.510746] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab6dcd3a-4425-4408-903c-87fbb537a48c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.511106] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab6dcd3a-4425-4408-903c-87fbb537a48c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.511106] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6dcd3a-4425-4408-903c-87fbb537a48c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.670018] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a in Status: SUCCESS [ 1240.670215] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a deletion is rescheduled due to dependency. [ 1240.670371] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.013271] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.013483] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.014522] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab6dcd3a-4425-4408-903c-87fbb537a48c with status ACTIVE [ 1241.014726] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.014839] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.014907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.015135] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.015223] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.015390] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.015489] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.015550] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.015702] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.015843] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.015972] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.016076] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.016136] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.016274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.016348] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.016432] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab6dcd3a-4425-4408-903c-87fbb537a48c is going to be updated. [ 1241.028449] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: SUCCESS [ 1241.028612] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c deletion is rescheduled due to dependency. [ 1241.028721] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.028863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.029078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.029254] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.029365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.029430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.029573] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.029653] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.029745] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.046871] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.047080] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.047080] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.047260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.047400] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.047551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab6dcd3a-4425-4408-903c-87fbb537a48c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.531773] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.034905] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.537691] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.538093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.538093] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.538335] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.538848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.538848] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c is going to be updated. [ 1242.571781] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.571976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.571976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.572327] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.572532] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.583468] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: IN_PROGRESS for 2s [ 1244.595561] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: SUCCESS [ 1244.595985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.595985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.596208] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.596406] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.596522] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.596588] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.596737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.596818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.596901] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.596996] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.099893] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.507456] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1245.507702] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1245.602281] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0913fa11-fde3-4b73-96b8-96d059b7945c: rpc.has_security_group_logging(os_id): False [ 1245.620931] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.621202] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.621202] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.621397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.621471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.621745] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.621852] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.621916] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.622091] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.622172] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.622261] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c is going to be updated. [ 1245.682198] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.682433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.682478] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.682670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.682823] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.697591] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: IN_PROGRESS for 2s [ 1247.161260] env[65916]: INFO networking_nsxv3.common.synchronization [req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 req-73c2e9b1-df8c-4f74-8002-db248cb75c63 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Enqueued Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_members [ 1247.162073] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_members [ 1247.163256] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eeff83-4367-4613-b523-641a11727950 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.163436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.163481] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.163704] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.163874] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.163980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.164060] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.164221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.164328] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.164464] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.667801] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.716550] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: SUCCESS [ 1247.716806] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.170697] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.672962] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.673182] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.673248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.673422] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.673529] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.673625] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57eeff83-4367-4613-b523-641a11727950 is going to be updated. [ 1248.713037] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.713217] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.713258] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.713466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.713649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.726981] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eeff83-4367-4613-b523-641a11727950 in Status: IN_PROGRESS for 2s [ 1250.616810] env[65916]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1250.617228] env[65916]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ff9b9007-f6d0-4f4e-81e4-d0560233081f None None] NSXv3 Agent Agent loop - iteration:3 started [ 1250.738212] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eeff83-4367-4613-b523-641a11727950 in Status: SUCCESS [ 1250.738455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.163061] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.163366] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1253.915646] env[65916]: INFO networking_nsxv3.common.synchronization [req-6b94e957-da6f-45de-85ab-ec1994bebc58 req-fb4acf27-1503-47a7-b9e5-def7a6e8de12 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Enqueued Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_members [ 1253.916352] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eeff83-4367-4613-b523-641a11727950 with Priority: HIGHEST for action security_group_members [ 1253.916730] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eeff83-4367-4613-b523-641a11727950 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.916915] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.917035] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.917289] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.917505] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.917661] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.917771] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.918132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.918132] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.918302] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57eeff83-4367-4613-b523-641a11727950',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.421119] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.421119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.421119] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.421375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.421375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.421593] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.421706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.421772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.421920] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.421997] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.422097] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57eeff83-4367-4613-b523-641a11727950 is going to be updated. [ 1254.448768] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.448946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.449026] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.449177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.449315] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.457373] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eeff83-4367-4613-b523-641a11727950 in Status: IN_PROGRESS for 2s [ 1256.479094] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eeff83-4367-4613-b523-641a11727950 in Status: SUCCESS [ 1256.479446] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57eeff83-4367-4613-b523-641a11727950 deletion is rescheduled due to dependency. [ 1256.479446] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eeff83-4367-4613-b523-641a11727950" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.917534] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.917930] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1263.918581] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.918985] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1264.314483] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.314740] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.314880] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.315169] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.315425] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.315581] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.315695] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.315935] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.316131] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.316403] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.316523] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1264.316636] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1264.316755] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1264.316842] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.316946] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1264.317153] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1264.339541] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1264.339770] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1264.340151] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1264.340597] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-407" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.341136] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-1823b1a4-27c5-4308-a891-87506529e653 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.341386] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.341564] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.341934] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.342137] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1823b1a4-27c5-4308-a891-87506529e653',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.845106] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.845106] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.845458] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.845507] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.845643] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.845926] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.846113] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.846249] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.846466] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.846599] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.846875] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.847039] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.847156] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.847356] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.847489] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.847625] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: 1823b1a4-27c5-4308-a891-87506529e653 is going to be updated. [ 1264.868605] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.868854] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.868961] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.869230] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.869433] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.869647] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.579677] env[65916]: INFO networking_nsxv3.common.synchronization [req-8e4703fd-3345-4335-8309-8486f893954d req-23891349-96de-495d-bfc6-818bdbb50438 service nova] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_rules [ 1265.579936] env[65916]: INFO networking_nsxv3.common.synchronization [req-8e4703fd-3345-4335-8309-8486f893954d req-23891349-96de-495d-bfc6-818bdbb50438 service nova] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1265.580126] env[65916]: INFO networking_nsxv3.common.synchronization [req-8e4703fd-3345-4335-8309-8486f893954d req-23891349-96de-495d-bfc6-818bdbb50438 service nova] Enqueued Resource ID: 1823b1a4-27c5-4308-a891-87506529e653 with Priority: HIGHEST for action port [ 1265.580775] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_rules [ 1265.580947] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1265.581223] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1823b1a4-27c5-4308-a891-87506529e653 with Priority: HIGHEST for action port [ 1265.581588] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.581742] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.581833] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.582108] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.582222] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.583993] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.584167] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.584259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.584471] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.584662] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.584789] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.584907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.585904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.585904] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.586053] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.586759] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-1823b1a4-27c5-4308-a891-87506529e653 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.586884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.586951] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.587122] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.587197] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1823b1a4-27c5-4308-a891-87506529e653',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.085279] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.085515] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.088793] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.089727] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1823b1a4-27c5-4308-a891-87506529e653 with status ACTIVE [ 1266.089959] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.090113] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.090184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.090425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.090467] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.090643] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.090738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.090818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.090972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.091057] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.091241] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.091333] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.091396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.091530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.091601] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.091684] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1823b1a4-27c5-4308-a891-87506529e653 is going to be updated. [ 1266.115272] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.115531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.115531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.115664] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.115797] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.116015] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1823b1a4-27c5-4308-a891-87506529e653" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.593722] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.096101] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.096314] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.096398] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.096668] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.096726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.096833] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 is going to be updated. [ 1267.130661] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.130971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.130971] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.131121] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.131272] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.140543] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: IN_PROGRESS for 2s [ 1269.151437] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: SUCCESS [ 1269.151845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.151845] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.152088] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.152294] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.152416] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.152482] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.152640] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.152720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.152807] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.152896] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.654831] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.157274] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5: rpc.has_security_group_logging(os_id): False [ 1270.179960] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.180221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.180221] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.180411] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.180505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.180768] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.180931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.181009] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.181177] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.181253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.181361] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 is going to be updated. [ 1270.260243] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.260442] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.260491] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.260732] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.260932] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.279463] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: IN_PROGRESS for 2s [ 1270.582444] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.582592] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1272.300074] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: SUCCESS [ 1272.300468] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.583673] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.584094] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1280.584963] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.585359] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1284.480412] env[65916]: INFO networking_nsxv3.common.synchronization [req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb req-0320ccaf-89a0-4436-a16f-242620883c06 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1284.480412] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGHEST for action security_group_members [ 1284.480412] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.480412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.480412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.480412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.480412] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.480412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.480412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.480412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.480412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.480412] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.984217] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.984694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.984782] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.984990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.985100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.985314] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.985417] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.985481] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.985639] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.985716] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.985803] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 is going to be updated. [ 1285.013666] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.013941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.013941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.014117] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.014298] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.024686] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: IN_PROGRESS for 2s [ 1287.038453] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 in Status: SUCCESS [ 1287.038740] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 deletion is rescheduled due to dependency. [ 1287.038901] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.939382] env[65916]: INFO networking_nsxv3.common.synchronization [req-e309fa2c-3e40-4214-ad46-b1175857c262 req-5a2eaedc-a3d2-4a13-a9d6-2ae57611a20b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Enqueued Resource ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 with Priority: HIGHEST for action security_group_members [ 1287.940059] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 with Priority: HIGHEST for action security_group_members [ 1287.940502] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.940707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.940707] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.940931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.941102] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.941339] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.941339] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.941494] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.941837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.941837] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a6021f3-85fa-4f7c-aa9d-176c90cb5499',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.444561] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.444981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.444981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.445078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.445153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.445359] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.445457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.445519] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.445671] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.445747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.445833] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 is going to be updated. [ 1288.474641] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.474872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.474872] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.475097] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.475241] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.483861] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 in Status: IN_PROGRESS for 2s [ 1290.496455] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 in Status: SUCCESS [ 1290.496455] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 deletion is rescheduled due to dependency. [ 1290.496455] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.941090] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.941430] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1297.942359] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.942728] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.568261] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.568651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.568651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.569046] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.569046] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.629318] env[65916]: INFO networking_nsxv3.common.synchronization [req-6acf3785-f016-48d5-9b13-ee873b70cec3 req-dfb93beb-7494-4a8f-9367-1fd49d0e8b8a tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 1302.629708] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGHEST for action security_group_members [ 1302.630031] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.630193] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.630356] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.630475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.630653] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.630736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.630736] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.630866] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.630965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.631072] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.071101] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.133615] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.133850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.133850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.134044] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.134157] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.134407] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.134560] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.134660] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.134840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.134921] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.135015] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c is going to be updated. [ 1303.167693] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.167906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.167906] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.168133] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.168274] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.178292] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: IN_PROGRESS for 2s [ 1303.573254] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.075552] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1304.075711] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1304.848045] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.848412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.848412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.848499] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.860140] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1304.861084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.862227] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1304.905469] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.905681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.905681] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.905903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.918816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.919652] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1304.919735] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1304.919830] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1304.956867] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.957072] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.957072] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.957259] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.958460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.958644] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1305.029599] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.029812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.029812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.030061] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.030399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.030692] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1305.104666] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.104902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.104902] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.105186] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.105574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.105900] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 1305.105998] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'14b75e61-fea8-4b75-96d6-4d094f8599b2', '3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5', '0913fa11-fde3-4b73-96b8-96d059b7945c', 'bb9d9e6e-af88-45cd-8633-9a04c4d9d13e', '307e6b32-8023-45d3-91fd-c4fe3e2d7ba6', 'd3aeae12-f889-40dc-a0be-e953d4927da6', '084f6174-aefa-42f5-8817-c0210e014bab', '0f845cf2-cf74-40bc-aca1-57d44d08e956', '9bb7b082-eaf7-4c2b-b011-585fd0090d1f', '806ca0a3-00ad-4f0c-aafe-273c4400a815', '6a6021f3-85fa-4f7c-aa9d-176c90cb5499', '55551012-b90d-4be7-9a6c-87d7b88a0310', '70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a', '0524b4e9-b18c-468f-ac62-d39f44f6ccc8', 'cee27c2b-1fd0-4e65-8012-1c446e031113', 'a03f306d-7ab7-4ddc-942b-f4460ddb3d84', 'e2a6a2f3-8a4b-4cd5-844c-30984ca8781b', '16c6cf36-2512-4a54-82b9-88280573720e', '7ede1522-8988-4860-bf33-cb51ce87871a', 'ae886a71-beaa-499c-bcc1-3af13b4024aa', '481061d5-95e1-4192-a671-a98e4917c518', 'e6881b6f-fc85-40f6-beb3-5155bb2fde8f', '228e3a17-84e5-4d30-a53e-d70da9f1252b', '8a216ecc-eca3-46e5-b682-ae2a83aae1a9', '3e813055-2c21-44d0-9d52-085e78c64a2a', 'da979a94-81b4-4b23-a671-8f10e719e15a', '57eeff83-4367-4613-b523-641a11727950', '6e295771-6a5f-4900-b4be-0b5c6b197316', '45f27eab-4975-46c6-844c-a18009ff4315', '6ad04f97-a364-4bf6-b927-ec68f70af14d', 'b530aa8c-2498-4887-90d0-7bbb3dca8715', 'd87b1b5d-ad43-43c1-8b00-a85c5a2551b9', 'd0a44cfc-3d58-4e77-998f-0db6f6035c95', '56af904d-9628-4da1-a407-362d50f62e51', '8cc89979-6fc9-41ca-b8b5-f5131c18e337', 'bb7a3978-3293-413e-8e3c-42b06437bc17', 'a411799b-a191-44cc-b1f7-af6d427bd78a', '157897c5-45f4-40d5-a34c-8f972ec0e887', 'ea9cbacb-98eb-4113-a31a-3c25b0974bba'} {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.106095] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1305.125758] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.125974] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.125974] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.126169] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.126256] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.126363] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1305.126435] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.126522] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1305.195542] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0913fa11-fde3-4b73-96b8-96d059b7945c in Status: SUCCESS [ 1305.195714] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c deletion is rescheduled due to dependency. [ 1305.195837] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.208972] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.209183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.209183] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.209444] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.210651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.210947] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1305.211060] env[65916]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65916) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1305.211118] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1305.211172] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1305.211250] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 1305.211321] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGH for action security_group_rules [ 1305.211461] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGH for action security_group_rules [ 1305.211577] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGH for action security_group_rules [ 1305.211577] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e with Priority: HIGH for action security_group_rules [ 1305.211682] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGH for action security_group_rules [ 1305.211682] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGH for action security_group_rules [ 1305.211749] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 084f6174-aefa-42f5-8817-c0210e014bab with Priority: HIGH for action security_group_rules [ 1305.211798] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 with Priority: HIGH for action security_group_rules [ 1305.211858] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGH for action security_group_rules [ 1305.211920] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 with Priority: HIGH for action security_group_rules [ 1305.211981] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 with Priority: HIGH for action security_group_rules [ 1305.212054] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGH for action security_group_rules [ 1305.212117] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGH for action security_group_rules [ 1305.212177] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 with Priority: HIGH for action security_group_rules [ 1305.212238] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cee27c2b-1fd0-4e65-8012-1c446e031113 with Priority: HIGH for action security_group_rules [ 1305.212299] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGH for action security_group_rules [ 1305.212359] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGH for action security_group_rules [ 1305.212458] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGH for action security_group_rules [ 1305.212502] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGH for action security_group_rules [ 1305.212547] env[65916]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGH for action security_group_rules [ 1305.212641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.631221] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.631221] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1307.631667] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGH for action security_group_rules [ 1307.631667] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0913fa11-fde3-4b73-96b8-96d059b7945c with Priority: HIGH for action security_group_rules [ 1307.631667] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084f6174-aefa-42f5-8817-c0210e014bab with Priority: HIGH for action security_group_rules [ 1307.632113] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee27c2b-1fd0-4e65-8012-1c446e031113 with Priority: HIGH for action security_group_rules [ 1307.632291] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae886a71-beaa-499c-bcc1-3af13b4024aa with Priority: HIGH for action security_group_rules [ 1307.632398] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ede1522-8988-4860-bf33-cb51ce87871a with Priority: HIGH for action security_group_rules [ 1307.632497] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c6cf36-2512-4a54-82b9-88280573720e with Priority: HIGH for action security_group_rules [ 1307.632593] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b with Priority: HIGH for action security_group_rules [ 1307.632685] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 with Priority: HIGH for action security_group_rules [ 1307.632775] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 with Priority: HIGH for action security_group_rules [ 1307.632857] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a with Priority: HIGH for action security_group_rules [ 1307.632943] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 with Priority: HIGH for action security_group_rules [ 1307.633039] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 with Priority: HIGH for action security_group_rules [ 1307.633131] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 with Priority: HIGH for action security_group_rules [ 1307.633220] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGH for action security_group_rules [ 1307.633309] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aeae12-f889-40dc-a0be-e953d4927da6 with Priority: HIGH for action security_group_rules [ 1307.633396] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 with Priority: HIGH for action security_group_rules [ 1307.633482] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 with Priority: HIGH for action security_group_rules [ 1307.633568] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 with Priority: HIGH for action security_group_rules [ 1307.633655] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e with Priority: HIGH for action security_group_rules [ 1307.633992] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b75e61-fea8-4b75-96d6-4d094f8599b2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.634137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.634204] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.634414] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.634496] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.635441] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0913fa11-fde3-4b73-96b8-96d059b7945c taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.635557] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.635624] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.635781] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.635854] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0913fa11-fde3-4b73-96b8-96d059b7945c',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.636616] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-084f6174-aefa-42f5-8817-c0210e014bab taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.636724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.636789] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.636931] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.637010] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('084f6174-aefa-42f5-8817-c0210e014bab',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.637672] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cee27c2b-1fd0-4e65-8012-1c446e031113 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.637778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.637844] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.637985] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.638896] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cee27c2b-1fd0-4e65-8012-1c446e031113',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.639805] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae886a71-beaa-499c-bcc1-3af13b4024aa taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.639980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.639980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.640088] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.640165] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae886a71-beaa-499c-bcc1-3af13b4024aa',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.640978] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ede1522-8988-4860-bf33-cb51ce87871a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.640978] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.641319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.641319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.641428] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ede1522-8988-4860-bf33-cb51ce87871a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.642140] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c6cf36-2512-4a54-82b9-88280573720e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.642260] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.642332] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.642474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.642549] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c6cf36-2512-4a54-82b9-88280573720e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.643335] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.643452] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.643523] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.643685] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.643765] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2a6a2f3-8a4b-4cd5-844c-30984ca8781b',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.644513] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0524b4e9-b18c-468f-ac62-d39f44f6ccc8 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.644665] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.644741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.644885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.644958] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0524b4e9-b18c-468f-ac62-d39f44f6ccc8',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.645743] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.645743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.645900] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.645973] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.646059] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a03f306d-7ab7-4ddc-942b-f4460ddb3d84',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.646743] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.646849] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.646941] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.647176] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.647262] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.648015] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55551012-b90d-4be7-9a6c-87d7b88a0310 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.648184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.648184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.648326] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.648395] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55551012-b90d-4be7-9a6c-87d7b88a0310',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.649101] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.649181] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.649242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.649470] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.649542] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a6021f3-85fa-4f7c-aa9d-176c90cb5499',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.650203] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-806ca0a3-00ad-4f0c-aafe-273c4400a815 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.650309] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.650372] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.650516] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.650588] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('806ca0a3-00ad-4f0c-aafe-273c4400a815',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.651330] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bb7b082-eaf7-4c2b-b011-585fd0090d1f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.651402] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.651487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.651642] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.651815] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.652497] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3aeae12-f889-40dc-a0be-e953d4927da6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.652648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.652687] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.652805] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.652870] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3aeae12-f889-40dc-a0be-e953d4927da6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.653598] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f845cf2-cf74-40bc-aca1-57d44d08e956 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.653713] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.653778] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.653925] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.653991] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f845cf2-cf74-40bc-aca1-57d44d08e956',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.654658] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.654788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.654825] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.654966] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.655105] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('307e6b32-8023-45d3-91fd-c4fe3e2d7ba6',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.655919] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.656085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.656192] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.656375] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.656375] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.656986] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.657114] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.657159] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.657304] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.657388] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb9d9e6e-af88-45cd-8633-9a04c4d9d13e',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.684246] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.684929] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.685013] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.685238] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.688094] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.688206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.690174] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.690280] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.691358] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.691458] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.707343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.707475] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 084f6174-aefa-42f5-8817-c0210e014bab is going to be deleted. [ 1307.709284] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.709585] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.728547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.728728] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cee27c2b-1fd0-4e65-8012-1c446e031113 is going to be deleted. [ 1307.729592] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.729811] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.749675] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.749835] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0913fa11-fde3-4b73-96b8-96d059b7945c is going to be deleted. [ 1307.750672] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.750884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.769183] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.769418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.776178] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.776423] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.777407] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.777593] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae886a71-beaa-499c-bcc1-3af13b4024aa is going to be deleted. [ 1307.778860] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.779092] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.779236] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.779425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-084f6174-aefa-42f5-8817-c0210e014bab" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.779657] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.779885] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.780112] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.780198] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cee27c2b-1fd0-4e65-8012-1c446e031113" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.798617] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.798818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.798818] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.799042] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.799147] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.799251] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0913fa11-fde3-4b73-96b8-96d059b7945c" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.834962] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.835242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.835242] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.835399] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.835494] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.835654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae886a71-beaa-499c-bcc1-3af13b4024aa" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.170528] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b75e61-fea8-4b75-96d6-4d094f8599b2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.170774] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.170774] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.171048] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.171232] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.171350] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.171434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.171618] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.171706] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.171793] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.171880] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.224497] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.224731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.224731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.224917] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.226634] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.226739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.227726] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.227726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.228336] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.228428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.229169] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.229282] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.230043] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.230153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.230846] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.230942] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.232088] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.232230] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.232883] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.232967] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.233666] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.233783] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.234403] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.234495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.235069] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.235501] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.235596] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.236156] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.236615] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.236740] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.237284] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.237645] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.237724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.238360] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.238724] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.238816] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.253935] env[65916]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.254577] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.254708] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2a6a2f3-8a4b-4cd5-844c-30984ca8781b is going to be deleted. [ 1308.255735] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.255945] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.280641] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.280795] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a6021f3-85fa-4f7c-aa9d-176c90cb5499 is going to be deleted. [ 1308.281712] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.281972] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.305610] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.305796] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5 is going to be deleted. [ 1308.306739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.306944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.334523] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.334705] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.338962] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.339095] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 307e6b32-8023-45d3-91fd-c4fe3e2d7ba6 is going to be deleted. [ 1308.339976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.340205] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.348412] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.348584] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.368876] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.369081] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.369911] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.370041] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a03f306d-7ab7-4ddc-942b-f4460ddb3d84 is going to be deleted. [ 1308.371078] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.371294] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.416639] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.416892] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55551012-b90d-4be7-9a6c-87d7b88a0310 is going to be deleted. [ 1308.418141] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.418436] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.474693] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.474874] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f845cf2-cf74-40bc-aca1-57d44d08e956 is going to be deleted. [ 1308.475907] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.476165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.494667] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.494867] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.519666] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.519838] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.540359] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.540481] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.541605] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.541728] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb9d9e6e-af88-45cd-8633-9a04c4d9d13e is going to be deleted. [ 1308.543527] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.543808] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.591074] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.591294] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f is going to be deleted. [ 1308.592224] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.592453] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.627342] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.627482] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.665543] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.665978] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ede1522-8988-4860-bf33-cb51ce87871a is going to be deleted. [ 1308.666693] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.666909] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.677631] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.702177] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.702439] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.716435] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.716574] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3aeae12-f889-40dc-a0be-e953d4927da6 is going to be deleted. [ 1308.717556] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.717786] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.792665] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.792854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.815430] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.815430] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 806ca0a3-00ad-4f0c-aafe-273c4400a815 is going to be deleted. [ 1308.816021] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.816255] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.841084] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.841084] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.854381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.854381] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c6cf36-2512-4a54-82b9-88280573720e is going to be deleted. [ 1308.854381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.854381] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.897474] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.897474] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.919794] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.919794] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0524b4e9-b18c-468f-ac62-d39f44f6ccc8 is going to be deleted. [ 1308.920392] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.920621] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.952528] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.952723] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.977156] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.977309] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a is going to be deleted. [ 1308.978323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.978551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.978648] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.978759] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2a6a2f3-8a4b-4cd5-844c-30984ca8781b" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.978953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.979158] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.979329] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.979424] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a6021f3-85fa-4f7c-aa9d-176c90cb5499" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.980750] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.980878] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.980939] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.981124] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.981203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.981323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c6cf36-2512-4a54-82b9-88280573720e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.981649] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.981835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.981940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.982135] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f3e9a16-a2ea-4bac-b6bd-60b2d96a65d5" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.982339] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.982507] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.982611] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.982738] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a03f306d-7ab7-4ddc-942b-f4460ddb3d84" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.982884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.983210] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.983343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.983472] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-307e6b32-8023-45d3-91fd-c4fe3e2d7ba6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.983595] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.983741] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.983835] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.983950] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55551012-b90d-4be7-9a6c-87d7b88a0310" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.984100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.984244] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.984320] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.984432] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f845cf2-cf74-40bc-aca1-57d44d08e956" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.984544] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.984772] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.984848] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.984961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb9d9e6e-af88-45cd-8633-9a04c4d9d13e" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.985107] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.985253] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.985343] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.985427] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.985542] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.985671] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.985734] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.985840] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ede1522-8988-4860-bf33-cb51ce87871a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.985980] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.986131] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.986285] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.986419] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3aeae12-f889-40dc-a0be-e953d4927da6" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.986505] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.986646] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.986720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.987036] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-806ca0a3-00ad-4f0c-aafe-273c4400a815" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.043853] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.044100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.044100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.044359] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.044477] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.044547] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0524b4e9-b18c-468f-ac62-d39f44f6ccc8" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.097574] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.097739] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.098754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.098754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.098754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.098754] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70ce0d1a-b7d7-4324-9d3d-fbe3a3b4230a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.179866] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14b75e61-fea8-4b75-96d6-4d094f8599b2: rpc.has_security_group_logging(os_id): False [ 1309.206900] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.207137] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.207214] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.207426] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.246319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.246319] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.246319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.246319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.246319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.246319] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.246319] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 is going to be updated. [ 1309.319034] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.319034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.319034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.319034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.319034] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.332732] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: IN_PROGRESS for 2s [ 1311.347650] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: SUCCESS [ 1311.348123] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.634414] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.634843] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.635469] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.635886] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1322.637017] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.637384] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.098100] env[65916]: INFO networking_nsxv3.common.synchronization [req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 req-2ca333d6-de7f-438f-9fc9-f7be4e9fb4a2 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Enqueued Resource ID: 3e813055-2c21-44d0-9d52-085e78c64a2a with Priority: HIGHEST for action security_group_members [ 1323.098657] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e813055-2c21-44d0-9d52-085e78c64a2a with Priority: HIGHEST for action security_group_members [ 1323.099023] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e813055-2c21-44d0-9d52-085e78c64a2a taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.099142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.099325] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.099379] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.099606] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.099606] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.099763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.099763] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.099863] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.099915] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e813055-2c21-44d0-9d52-085e78c64a2a',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.602419] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.602638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.602638] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.602953] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.624342] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.624588] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.624726] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.624803] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.625054] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.625146] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.625238] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e813055-2c21-44d0-9d52-085e78c64a2a is going to be updated. [ 1323.654877] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.655347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.655347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.655347] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.655465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.663606] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e813055-2c21-44d0-9d52-085e78c64a2a in Status: IN_PROGRESS for 2s [ 1325.677565] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e813055-2c21-44d0-9d52-085e78c64a2a in Status: SUCCESS [ 1325.677565] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e813055-2c21-44d0-9d52-085e78c64a2a deletion is rescheduled due to dependency. [ 1325.677565] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e813055-2c21-44d0-9d52-085e78c64a2a" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.099525] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.099802] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1333.100729] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.101127] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.502510] env[65916]: INFO networking_nsxv3.common.synchronization [req-955f2cab-29af-4840-98f1-366dbc6e58d3 req-49ea2e43-24dd-430e-9ba2-89eacc8015d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Enqueued Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_members [ 1334.503079] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_members [ 1334.503339] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.503459] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.503526] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.503717] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.503864] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.503961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.504040] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.504178] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.504276] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.504346] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.807805] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.808012] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.808146] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.808416] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.808668] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.808826] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.808957] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.809177] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.809318] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.809532] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1334.809642] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1334.809748] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1334.809850] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1334.809954] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1334.810068] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1334.810195] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1334.830991] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1334.831178] env[65916]: DEBUG dogpile.cache.region [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1334.831303] env[65916]: DEBUG dogpile.lock [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1334.831487] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.831798] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock port-edf61fce-bc76-4f51-a911-26cba36b0c7f taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.832045] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "port-edf61fce-bc76-4f51-a911-26cba36b0c7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.832122] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "port-edf61fce-bc76-4f51-a911-26cba36b0c7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.832439] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "port-edf61fce-bc76-4f51-a911-26cba36b0c7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.832576] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf61fce-bc76-4f51-a911-26cba36b0c7f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.006476] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.006671] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.006671] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.006853] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.006946] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.007156] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.007255] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.007323] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.007460] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.007536] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.007621] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f is going to be deleted. [ 1335.038857] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.039102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.039102] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.039299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.039465] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.039614] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.335413] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.335700] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.335700] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.336026] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.336200] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.336357] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Segment Port edf61fce-bc76-4f51-a911-26cba36b0c7f not found, creating... [ 1335.336618] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.336775] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.336890] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.337133] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.337269] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.337548] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.337702] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.337816] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.338032] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.338168] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.338308] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Resource: SegmentPort with ID: edf61fce-bc76-4f51-a911-26cba36b0c7f is going to be created. [ 1335.358781] env[65916]: DEBUG networking_nsxv3.common.locking [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.359026] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.359117] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.359446] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.359653] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.359912] env[65916]: DEBUG oslo_concurrency.lockutils [None req-46b77054-885b-432e-a1d2-afe91d2e8b4f None None] Releasing lock "port-edf61fce-bc76-4f51-a911-26cba36b0c7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.040069] env[65916]: INFO networking_nsxv3.common.synchronization [req-955f2cab-29af-4840-98f1-366dbc6e58d3 req-3c988093-747f-46c2-861b-6e0d7b7122ce service nova] Enqueued Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_rules [ 1336.040341] env[65916]: INFO networking_nsxv3.common.synchronization [req-955f2cab-29af-4840-98f1-366dbc6e58d3 req-3c988093-747f-46c2-861b-6e0d7b7122ce service nova] Enqueued Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_members [ 1336.040380] env[65916]: INFO networking_nsxv3.common.synchronization [req-955f2cab-29af-4840-98f1-366dbc6e58d3 req-3c988093-747f-46c2-861b-6e0d7b7122ce service nova] Enqueued Resource ID: edf61fce-bc76-4f51-a911-26cba36b0c7f with Priority: HIGHEST for action port [ 1336.040614] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_rules [ 1336.040742] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_members [ 1336.040833] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf61fce-bc76-4f51-a911-26cba36b0c7f with Priority: HIGHEST for action port [ 1336.041454] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bb7b082-eaf7-4c2b-b011-585fd0090d1f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.041531] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.041582] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.041787] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.041838] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.042684] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.042790] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.042874] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.043072] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.043205] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.043303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.043365] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.043504] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.043587] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.044180] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.044438] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf61fce-bc76-4f51-a911-26cba36b0c7f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.044540] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf61fce-bc76-4f51-a911-26cba36b0c7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.044859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf61fce-bc76-4f51-a911-26cba36b0c7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.044859] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf61fce-bc76-4f51-a911-26cba36b0c7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.044859] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf61fce-bc76-4f51-a911-26cba36b0c7f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.547047] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.547256] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.547344] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.548250] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edf61fce-bc76-4f51-a911-26cba36b0c7f with status ACTIVE [ 1336.548433] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.548545] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.548612] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.548813] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.548903] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.549089] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.549188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.549249] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.549397] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.549473] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.549655] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.549747] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.549804] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.550066] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.550150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.550297] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edf61fce-bc76-4f51-a911-26cba36b0c7f is going to be updated. [ 1336.572380] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.572521] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.572521] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.572737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.572737] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.572978] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf61fce-bc76-4f51-a911-26cba36b0c7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.052192] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.554964] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.555291] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.555291] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.555480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.555576] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.555714] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f is going to be created. [ 1337.579663] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.579887] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.579887] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.580142] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.580303] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.589350] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f in Status: UNINITIALIZED for 2s [ 1339.600424] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f in Status: SUCCESS [ 1339.600834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.600834] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.601047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.601293] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.601452] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.601530] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.601720] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.601854] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.601994] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.602104] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.104775] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.104976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.105085] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.105346] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.105563] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.105669] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.105735] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.105908] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.106050] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.106151] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.106303] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.106449] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.106511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.106653] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.106792] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.106884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.106944] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.107128] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.107241] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.107371] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.107465] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.610244] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bb7b082-eaf7-4c2b-b011-585fd0090d1f: rpc.has_security_group_logging(os_id): False [ 1340.628464] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.628670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.628670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.628850] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.628940] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.629145] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.629248] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.629299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.629438] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.629512] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.629693] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.629785] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.629841] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.629990] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.630086] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.630281] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.630370] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.630429] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.630563] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.630634] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.630713] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f is going to be created. [ 1340.687531] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.687815] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.687815] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.687954] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.688152] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.699134] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f in Status: IN_PROGRESS for 2s [ 1341.042364] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.042537] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1342.712282] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f in Status: SUCCESS [ 1342.712670] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.593709] env[65916]: INFO networking_nsxv3.common.synchronization [req-d127d530-65be-4bba-a3f5-13a69272ffa5 req-6f4f2758-1547-4e3c-ab29-a434c8b75e53 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Enqueued Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_members [ 1343.594570] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f with Priority: HIGHEST for action security_group_members [ 1343.594644] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.594762] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.594828] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.595054] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.595213] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.595333] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.595371] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.595513] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.595597] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.595692] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bb7b082-eaf7-4c2b-b011-585fd0090d1f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.635116] env[65916]: INFO networking_nsxv3.common.synchronization [req-d127d530-65be-4bba-a3f5-13a69272ffa5 req-6f4f2758-1547-4e3c-ab29-a434c8b75e53 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Enqueued Resource ID: edf61fce-bc76-4f51-a911-26cba36b0c7f with Priority: HIGHEST for action port [ 1343.635607] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf61fce-bc76-4f51-a911-26cba36b0c7f with Priority: HIGHEST for action port [ 1343.635983] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf61fce-bc76-4f51-a911-26cba36b0c7f taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.636165] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf61fce-bc76-4f51-a911-26cba36b0c7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.636234] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf61fce-bc76-4f51-a911-26cba36b0c7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.636433] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf61fce-bc76-4f51-a911-26cba36b0c7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.636540] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf61fce-bc76-4f51-a911-26cba36b0c7f',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.097748] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.098052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.098052] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.098216] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.098305] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.098495] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.098593] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.098654] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.098812] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.098965] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.099041] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f is going to be updated. [ 1344.127225] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.127418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.127463] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.127659] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.127799] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.137871] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f in Status: IN_PROGRESS for 2s [ 1344.138070] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edf61fce-bc76-4f51-a911-26cba36b0c7f with status ACTIVE [ 1344.138297] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.138425] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.138495] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.138700] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.138798] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.138975] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.139095] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.139161] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.139337] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.139417] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.139601] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.139694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.139756] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.139889] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.139960] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.140054] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edf61fce-bc76-4f51-a911-26cba36b0c7f is going to be updated. [ 1344.160896] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.161090] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.161138] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.161332] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.161466] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.161625] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf61fce-bc76-4f51-a911-26cba36b0c7f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.148475] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f in Status: SUCCESS [ 1346.148475] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bb7b082-eaf7-4c2b-b011-585fd0090d1f deletion is rescheduled due to dependency. [ 1346.148475] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bb7b082-eaf7-4c2b-b011-585fd0090d1f" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.636380] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.636811] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.637300] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.637592] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.638409] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.638813] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.640043] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.640469] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.464981] env[65916]: INFO networking_nsxv3.common.synchronization [req-0000103a-b73a-44b0-b2cb-6a76fd973597 req-c28e37cd-a956-427e-b16b-f2a7ddaafde4 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Enqueued Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_members [ 1368.464981] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_members [ 1368.464981] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b75e61-fea8-4b75-96d6-4d094f8599b2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.464981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.464981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.464981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.464981] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.464981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.464981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.464981] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.465541] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.465541] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.791422] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.791645] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.791779] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.792058] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.792315] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.792501] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.792619] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.792834] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.793155] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.793464] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1368.793591] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] NeedRegenerationException {{(pid=65916) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1368.793701] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] no value, waiting for create lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1368.793807] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] value creation lock acquired {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1368.793909] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] No value present for key: 'zone-id' {{(pid=65916) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1368.794019] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Calling creation function for not-yet-present value {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1368.794152] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1368.813346] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1368.813508] env[65916]: DEBUG dogpile.cache.region [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65916) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1368.813612] env[65916]: DEBUG dogpile.lock [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Released creation lock {{(pid=65916) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1368.813793] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "network-589" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.814112] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock port-44a5f5cd-7121-40b0-ab5b-04f357dc6d37 taken with stack trace [, , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.814286] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "port-44a5f5cd-7121-40b0-ab5b-04f357dc6d37" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.814406] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "port-44a5f5cd-7121-40b0-ab5b-04f357dc6d37" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.814728] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "port-44a5f5cd-7121-40b0-ab5b-04f357dc6d37" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.814866] env[65916]: DEBUG networking_nsxv3.api.rpc [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44a5f5cd-7121-40b0-ab5b-04f357dc6d37',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.969379] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.317344] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.317570] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.317697] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.318045] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.318221] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.318376] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Segment Port 44a5f5cd-7121-40b0-ab5b-04f357dc6d37 not found, creating... [ 1369.318632] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.318796] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.318901] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.319138] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.319273] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.319556] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.319708] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.319823] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.320033] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.320167] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.320325] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Resource: SegmentPort with ID: 44a5f5cd-7121-40b0-ab5b-04f357dc6d37 is going to be created. [ 1369.343105] env[65916]: DEBUG networking_nsxv3.common.locking [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.343833] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.344019] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.345055] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.345694] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.345960] env[65916]: DEBUG oslo_concurrency.lockutils [None req-35e2e527-4736-4db4-8512-332813ab91f2 None None] Releasing lock "port-44a5f5cd-7121-40b0-ab5b-04f357dc6d37" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.472297] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.974479] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.974646] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.974764] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.974995] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.975100] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.975202] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 is going to be updated. [ 1370.006676] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.006839] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.006884] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.007113] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.007257] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.016457] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: IN_PROGRESS for 2s [ 1370.439532] env[65916]: INFO networking_nsxv3.common.synchronization [req-0000103a-b73a-44b0-b2cb-6a76fd973597 req-21406f04-65ae-4bdb-a5d6-913c902b755e service nova] Enqueued Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_rules [ 1370.439733] env[65916]: INFO networking_nsxv3.common.synchronization [req-0000103a-b73a-44b0-b2cb-6a76fd973597 req-21406f04-65ae-4bdb-a5d6-913c902b755e service nova] Enqueued Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_members [ 1370.439870] env[65916]: INFO networking_nsxv3.common.synchronization [req-0000103a-b73a-44b0-b2cb-6a76fd973597 req-21406f04-65ae-4bdb-a5d6-913c902b755e service nova] Enqueued Resource ID: 44a5f5cd-7121-40b0-ab5b-04f357dc6d37 with Priority: HIGHEST for action port [ 1370.440140] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_rules [ 1370.440270] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_members [ 1370.440435] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a5f5cd-7121-40b0-ab5b-04f357dc6d37 with Priority: HIGHEST for action port [ 1370.440987] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b75e61-fea8-4b75-96d6-4d094f8599b2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.441144] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.441206] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.441412] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.441490] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.442493] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b75e61-fea8-4b75-96d6-4d094f8599b2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.442696] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.442960] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock port-44a5f5cd-7121-40b0-ab5b-04f357dc6d37 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.443088] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44a5f5cd-7121-40b0-ab5b-04f357dc6d37" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.443150] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44a5f5cd-7121-40b0-ab5b-04f357dc6d37" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.443314] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44a5f5cd-7121-40b0-ab5b-04f357dc6d37" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.443473] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44a5f5cd-7121-40b0-ab5b-04f357dc6d37',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.946159] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b75e61-fea8-4b75-96d6-4d094f8599b2 taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.946159] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.946159] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44a5f5cd-7121-40b0-ab5b-04f357dc6d37 with status ACTIVE [ 1370.946159] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.946159] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.946769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.946769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.946769] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.946769] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.946984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.946984] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.947105] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.947188] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.947365] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.947457] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.947511] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.947651] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.947724] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.947807] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44a5f5cd-7121-40b0-ab5b-04f357dc6d37 is going to be updated. [ 1370.969652] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.969947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.969947] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.970077] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.970191] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.970373] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44a5f5cd-7121-40b0-ab5b-04f357dc6d37" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.027034] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: SUCCESS [ 1372.027428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.027480] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.027673] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.027863] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.027982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.028068] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.028220] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.028299] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.028391] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.530830] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.033023] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.535702] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.535905] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.535976] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.536203] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.536293] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.536389] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 is going to be updated. [ 1373.563020] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.563268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.563268] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.563434] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.563583] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.572302] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: IN_PROGRESS for 2s [ 1375.441506] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.441506] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1375.585068] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: SUCCESS [ 1375.585068] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.585068] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.585068] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.585068] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.585428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.585428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.585428] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.585516] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.585546] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.585650] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.088561] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.591233] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14b75e61-fea8-4b75-96d6-4d094f8599b2: rpc.has_security_group_logging(os_id): False [ 1376.609244] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.609456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.609456] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.609678] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.609767] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.610022] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.610134] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.610184] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.610324] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.610418] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.610507] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 is going to be updated. [ 1376.666889] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.667115] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.667115] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.667290] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.667390] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.679019] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: IN_PROGRESS for 2s [ 1378.693067] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: SUCCESS [ 1378.693510] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.442763] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.442763] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.444514] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.444991] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.446262] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.446634] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.447670] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.448131] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.449488] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.449880] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.451354] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.451761] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.452712] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.453258] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.454243] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.454623] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.455416] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.456154] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.457534] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.457987] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.458564] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.458959] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.428709] env[65916]: INFO networking_nsxv3.common.synchronization [req-c45b75ed-7985-4487-b327-77f5f6f30a3f req-54f781fb-3612-44b3-9ac6-9c575839ead4 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Enqueued Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_members [ 1435.429272] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_members [ 1435.429599] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b75e61-fea8-4b75-96d6-4d094f8599b2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.429725] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.429788] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.429982] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.430154] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.430269] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.430396] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.430487] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.430600] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.430709] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.933367] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.436094] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.938155] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.938574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.938574] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.938694] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.938744] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.938866] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 is going to be updated. [ 1436.976380] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.976698] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.976698] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.976883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.976961] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.986965] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: IN_PROGRESS for 2s [ 1439.002150] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: SUCCESS [ 1439.002580] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.431039] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.431470] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.432395] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.432778] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.433960] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.434373] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.961149] env[65916]: INFO networking_nsxv3.common.synchronization [req-638fc9bd-dcc9-44a2-ab8d-438b67243037 req-2d666a7f-d812-49f8-9b57-2daa5126eb03 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Enqueued Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_members [ 1453.961728] env[65916]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 with Priority: HIGHEST for action security_group_members [ 1453.962080] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b75e61-fea8-4b75-96d6-4d094f8599b2 taken with stack trace [, , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.962209] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.962272] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.962469] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.962627] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.962731] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.962791] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.962942] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.963037] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.963138] env[65916]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b75e61-fea8-4b75-96d6-4d094f8599b2',) {} {{(pid=65916) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.465841] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.466153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.466153] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.466316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.466316] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.466523] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.466630] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.466690] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.466842] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.466919] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.467016] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 is going to be updated. [ 1454.496345] env[65916]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65916) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.496551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.496551] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.496743] env[65916]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.496883] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.505637] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: IN_PROGRESS for 2s [ 1456.516648] env[65916]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 in Status: SUCCESS [ 1456.517047] env[65916]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b75e61-fea8-4b75-96d6-4d094f8599b2 deletion is rescheduled due to dependency. [ 1456.517047] env[65916]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b75e61-fea8-4b75-96d6-4d094f8599b2" {{(pid=65916) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.962953] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.963303] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.964479] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.965037] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.965868] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.966269] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.967320] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.967738] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.968933] env[65916]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.969304] env[65916]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0